-- Logs begin at Tue 2021-07-20 14:25:16 UTC, end at Tue 2021-07-20 15:22:52 UTC. -- Jul 20 14:53:49.035971 dv-cinder-778907-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 14:53:51.759273 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.common.config [-] Logging enabled! Jul 20 14:53:51.759898 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev482 Jul 20 14:53:51.760053 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 20 14:53:51.763442 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.common.config [-] Logging enabled! Jul 20 14:53:51.763693 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev482 Jul 20 14:53:51.764005 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 20 14:53:51.764958 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 14:53:51.765195 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 14:53:51.765572 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 14:53:51.765816 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 14:53:51.766042 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 14:53:51.766366 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.766687 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.766987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.767219 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.767516 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.767810 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.768093 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.768382 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.768684 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.768969 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.769249 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.769538 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.769773 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.770054 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.770345 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.770666 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.770892 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] debug = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.771178 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.771617 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.772048 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.772330 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.772624 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.772907 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.773175 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.773452 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.773738 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.774070 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] host = dv-cinder-778907-2-iscsi {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.774350 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.774656 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.774967 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.775230 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.775506 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.775784 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.776074 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.776344 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.776619 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.776894 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.778917 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.779039 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.779314 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.779589 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.779865 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.780146 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.780413 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.780700 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.780985 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.781271 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.781546 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.781822 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.782102 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.782374 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.782681 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.782956 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.783228 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.783499 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.783785 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.784055 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.784330 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.784627 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.784917 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.785200 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.785481 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.785751 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.786034 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.786308 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.786581 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.786878 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] use_json = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.787150 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.787419 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.787699 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.787973 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.788244 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.788513 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.788784 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.789066 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:51.789363 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.789657 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.789959 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.790243 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.790540 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.790843 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.791132 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.791410 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.791698 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.791992 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.792282 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.792581 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.792852 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.793129 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.793423 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.793729 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.794025 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.794859 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.795135 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.795410 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.795682 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.795958 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.796243 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.796539 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.796829 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.797102 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.797381 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.797671 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.797948 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.798217 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.798494 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.798806 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.799083 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.799354 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.799635 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.799911 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.800179 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.800449 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.800726 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.801015 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.801292 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.801562 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.801834 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.802112 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.802386 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.802697 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.802979 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.803251 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.803522 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.803801 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.804074 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.804348 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.804627 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.804900 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.805179 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.805452 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.805723 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.805995 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.806266 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.806538 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.806834 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.807106 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.807382 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.807653 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.807923 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.808192 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.808467 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.808740 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.809027 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.809324 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.809603 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.809937 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.810744 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.811026 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.811307 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.811585 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.811864 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.812140 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.812411 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.812706 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.812990 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.813278 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.813562 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.813838 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.814134 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.814408 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.814717 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.814997 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.815276 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.815564 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.815847 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.816140 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.816435 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.816728 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.817022 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.817312 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.817590 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.817901 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.818179 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:51.818393 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 14:53:51.818661 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93202) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 14:53:52.166948 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 20 14:53:52.167141 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 20 14:53:52.167420 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 20 14:53:52.167759 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 14:53:52.567644 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.567928 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.568202 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.569398 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.569670 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.569934 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.604527 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.604802 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.605069 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.618723 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.619006 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.619271 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.648949 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.649227 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.649493 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.686199 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.686525 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.686971 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.920741 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.921408 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.921408 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.921573 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:52.922204 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.041468 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.041807 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.042071 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.042341 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.042632 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.042945 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.043206 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.043464 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.043718 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.044029 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.044295 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.044563 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.044819 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.045072 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.045325 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.045595 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.045851 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.046114 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.046381 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.046663 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.046947 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.047204 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.047482 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.047855 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.048120 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.048348 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.048744 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.048983 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.049218 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.049452 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.049685 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.049916 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.050276 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 14:53:53.053369 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 14:53:53.057321 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 14:53:53.060988 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 20 14:53:53.062620 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 14:53:53.063080 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 14:53:53.063418 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 14:53:53.063808 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 14:53:53.067628 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 14:53:53.067881 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 14:53:53.068230 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 14:53:53.096814 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 14:53:53.097267 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.097571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93202) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 20 14:53:53.097928 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.099323 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93202) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 14:53:53.099608 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 14:53:53.099854 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 14:53:53.103058 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.103333 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.166680 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 14:53:53.166916 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 14:53:53.167147 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 14:53:53.167518 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 14:53:53.188187 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_db.sqlalchemy.engines [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93202) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 14:53:53.726283 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing driver for type 'gre' Jul 20 14:53:53.726983 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] gre ID ranges: [(1, 1000)] Jul 20 14:53:53.806194 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing driver for type 'local' Jul 20 14:53:53.806616 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing driver for type 'vlan' Jul 20 14:53:53.827576 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] VlanTypeDriver initialization complete Jul 20 14:53:53.827928 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing driver for type 'vxlan' Jul 20 14:53:53.828430 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] vxlan ID ranges: [(1, 1000)] Jul 20 14:53:53.882823 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing extension driver 'port_security' Jul 20 14:53:53.883253 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] PortSecurityExtensionDriver initialization complete Jul 20 14:53:53.883658 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing mechanism driver 'openvswitch' Jul 20 14:53:53.884065 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing mechanism driver 'hyperv' Jul 20 14:53:53.891920 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:53:53.892964 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.893433 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.893866 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.894500 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 14:53:53.895074 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.895510 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.895947 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.896430 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 14:53:53.896987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.897416 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.897879 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.898358 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 14:53:53.898925 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > security_group after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.899385 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > security_group after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.899803 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.900325 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 14:53:53.900850 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.901313 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.901730 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.902224 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 14:53:53.902785 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > address_group after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.903215 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > address_group after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.903684 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.904175 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 14:53:53.904682 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] ML2 OVO RPC backend initialized. {{(pid=93202) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 20 14:53:53.905588 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.906062 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.906580 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.907076 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > networks before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.907513 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.907961 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > ports before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.908385 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.908821 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnets before_response 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.909262 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.909681 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.910109 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.910516 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.910986 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.911399 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.911833 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.912241 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.912701 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.913434 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.plugin [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Modular L2 Plugin initialization complete Jul 20 14:53:53.913841 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading services supported by the core plugin {{(pid=93202) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 14:53:53.914269 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.plugins.ml2.managers [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Got port-security extension from driver 'port_security' Jul 20 14:53:53.914893 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.extensions.vlantransparent [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Disabled vlantransparent extension. Jul 20 14:53:53.915509 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93202) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 14:53:53.915924 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: router Jul 20 14:53:53.967384 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.967962 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_create 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.968503 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router before_create 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.969063 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.969621 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.970162 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_delete 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.970783 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.971597 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_create 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.972135 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_update 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.972677 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_update 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.973260 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.973865 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_update 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.974530 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_update 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.975167 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.975734 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.976295 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: subnet after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.976873 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.977485 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.978064 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_create 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.978675 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.979272 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.979885 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router after_update 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.980478 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.981065 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_create 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.982183 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.982768 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_update 55549900 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.983389 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > agent after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.983985 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > agent after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.984585 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > network after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.985929 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Tracking information for resource: router configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.986490 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Tracking information for resource: floatingip configured {{(pid=93202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 14:53:53.994277 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.db.l3_agentschedulers_db [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 14:53:53.995262 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.995802 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.996618 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.997760 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.999117 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router before_create 55550100 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:53.999718 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.000324 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_create 55550100 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.000915 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > router precommit_update 55550100 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.009408 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.provider_configuration [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service providers = [] {{(pid=93202) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 14:53:54.010006 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.db.servicetype_db [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93202) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 14:53:54.014624 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.service_base [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 14:53:54.015014 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.service_base [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 14:53:54.015410 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.service_base [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 14:53:54.016389 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.services.service_base [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 14:53:54.016815 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.services.service_base [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 14:53:54.017247 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.017581 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 14:53:54.029258 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.029622 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: auto_allocate Jul 20 14:53:54.035832 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: network precommit_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.036263 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: network precommit_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.036805 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.037167 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: tag Jul 20 14:53:54.045086 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.045455 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: timestamp Jul 20 14:53:54.049708 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.050095 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: network_ip_availability Jul 20 14:53:54.056032 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.056523 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.056889 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.057706 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.058037 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: flavors Jul 20 14:53:54.065376 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.065718 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading Plugin: revisions Jul 20 14:53:54.070065 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 14:53:54.070464 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_concurrency.lockutils [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=93202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 20 14:53:54.071256 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93202) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 20 14:53:54.071600 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Initializing extension manager. Jul 20 14:53:54.072120 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: __init__.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.072473 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: __pycache__ {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.072814 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.073151 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: address_group.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.073924 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.074500 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: address-group Jul 20 14:53:54.074864 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: address_scope.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.075617 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.076133 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: address-scope Jul 20 14:53:54.076459 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.077403 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.077920 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: router-admin-state-down-before-update Jul 20 14:53:54.078245 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: agent.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.078975 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.079483 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: agent Jul 20 14:53:54.079808 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: agent_resources_synced.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.080730 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.081235 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: agent-resources-synced Jul 20 14:53:54.081561 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: allowedaddresspairs.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.083416 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.083940 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: allowed-address-pairs Jul 20 14:53:54.084269 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: auto_allocated_topology.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.085368 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.085897 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: auto-allocated-topology Jul 20 14:53:54.086233 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: availability_zone.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.086960 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.087470 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: availability_zone Jul 20 14:53:54.087797 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: availability_zone_filter.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.088768 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.089238 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: availability_zone_filter Jul 20 14:53:54.089565 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: data_plane_status.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.090489 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.091559 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 14:53:54.091882 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: default_subnetpools.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.092806 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.093323 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: default-subnetpools Jul 20 14:53:54.093649 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.094470 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.095017 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: dhcp_agent_scheduler Jul 20 14:53:54.095344 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: dns.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.096271 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.096813 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension dns-integration not supported by any of loaded plugins Jul 20 14:53:54.097111 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: dns_domain_ports.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.098037 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.098549 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 14:53:54.098971 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.099905 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.100416 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 14:53:54.100739 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: dvr.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.104544 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.104544 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: dvr Jul 20 14:53:54.104544 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: ecmp_routes.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.104544 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.104544 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 14:53:54.104544 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: empty_string_filtering.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.105049 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.105416 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: empty-string-filtering Jul 20 14:53:54.105748 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.107279 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.107791 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 14:53:54.108117 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.109056 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.109563 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 14:53:54.109887 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: external_net.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.110836 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.111350 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: external-net Jul 20 14:53:54.111676 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.112600 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.113109 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: extra_dhcp_opt Jul 20 14:53:54.113434 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: extraroute.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.114365 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.114903 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: extraroute Jul 20 14:53:54.115232 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: extraroute_atomic.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.116301 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.116817 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: extraroute-atomic Jul 20 14:53:54.117143 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: filter_validation.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.117843 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.118351 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: filter-validation Jul 20 14:53:54.118717 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: fip_pf_description.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.119901 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.120411 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 14:53:54.120738 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: fip_port_details.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.121947 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.122492 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: fip-port-details Jul 20 14:53:54.122846 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: flavors.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.124138 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.124659 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: flavors Jul 20 14:53:54.124989 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.126758 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.127290 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 14:53:54.127627 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: floatingip_pools.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.128350 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.128863 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: floatingip-pools Jul 20 14:53:54.129193 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: ip_allocation.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.130136 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.130689 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 14:53:54.131019 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.131942 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.132461 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: ip-substring-filtering Jul 20 14:53:54.132789 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l2_adjacency.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.133726 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.134237 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 14:53:54.134561 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.135611 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.136135 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: router Jul 20 14:53:54.136460 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.138890 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.139426 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 14:53:54.139759 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.140737 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.141252 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: ext-gw-mode Jul 20 14:53:54.141587 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.142545 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.143100 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: l3-ha Jul 20 14:53:54.143429 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3_flavors.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.144371 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.144892 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: l3-flavors Jul 20 14:53:54.145218 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.146193 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.146746 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 14:53:54.147080 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: l3agentscheduler.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.148219 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.148737 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: l3_agent_scheduler Jul 20 14:53:54.149069 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: logging.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.150685 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.151212 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension logging not supported by any of loaded plugins Jul 20 14:53:54.151543 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: metering.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.152313 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.152898 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: metering Jul 20 14:53:54.153226 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.154924 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.155452 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: metering_source_and_destination_fields Jul 20 14:53:54.155783 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: multiprovidernet.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.156908 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.157435 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: multi-provider Jul 20 14:53:54.157766 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: netmtu.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.158749 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.159264 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: net-mtu Jul 20 14:53:54.159593 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: netmtu_writable.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.160536 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.161050 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: net-mtu-writable Jul 20 14:53:54.161379 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: network_availability_zone.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.162069 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.162580 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: network_availability_zone Jul 20 14:53:54.162930 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: network_ip_availability.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.164069 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.164589 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: network-ip-availability Jul 20 14:53:54.164919 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: network_segment_range.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.165718 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.166235 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 14:53:54.166560 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: pagination.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.167591 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.167925 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: pagination Jul 20 14:53:54.168252 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: port_device_profile.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.169748 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.170270 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: port-device-profile Jul 20 14:53:54.170623 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.171572 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.172094 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: port-mac-address-regenerate Jul 20 14:53:54.172421 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.173347 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.173863 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: port-numa-affinity-policy Jul 20 14:53:54.174187 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: port_resource_request.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.175150 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.175658 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 14:53:54.175982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: portbindings.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.176929 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.177440 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: binding Jul 20 14:53:54.177762 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: portbindings_extended.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.179122 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.179640 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: binding-extended Jul 20 14:53:54.179972 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: portsecurity.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.180905 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.181426 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: port-security Jul 20 14:53:54.181748 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: project_id.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.182776 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.183113 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: project-id Jul 20 14:53:54.183441 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: providernet.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.184386 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.184940 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: provider Jul 20 14:53:54.185264 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.188881 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.189418 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos not supported by any of loaded plugins Jul 20 14:53:54.189761 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.191068 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.191591 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 14:53:54.191928 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.192861 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.193382 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 14:53:54.193714 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_default.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.194681 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.195204 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-default not supported by any of loaded plugins Jul 20 14:53:54.195534 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_fip.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.196214 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.196722 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-fip not supported by any of loaded plugins Jul 20 14:53:54.197047 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_gateway_ip.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.198001 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.198515 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 14:53:54.198870 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_port_network_policy.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.199802 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.200345 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 14:53:54.200672 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_rule_type_details.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.201602 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.202115 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 14:53:54.202444 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: qos_rules_alias.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.203550 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.204069 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 14:53:54.204401 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: quotasv2.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.205406 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.205956 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: quotas Jul 20 14:53:54.206292 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: quotasv2_detail.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.209483 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.209831 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: quota_details Jul 20 14:53:54.210169 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: rbac.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.211332 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.211893 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: rbac-policies Jul 20 14:53:54.212230 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: rbac_address_group.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.213233 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.213764 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: rbac-address-group Jul 20 14:53:54.214099 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: rbac_address_scope.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.215063 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.215592 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: rbac-address-scope Jul 20 14:53:54.216454 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: rbac_security_groups.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.217388 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.217911 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: rbac-security-groups Jul 20 14:53:54.218243 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: rbac_subnetpool.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.219201 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.219722 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: rbac-subnetpool Jul 20 14:53:54.220051 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: revisionifmatch.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.220995 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.221515 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: revision-if-match Jul 20 14:53:54.221843 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: revisions.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.223047 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.223576 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: standard-attr-revisions Jul 20 14:53:54.223907 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: router_availability_zone.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.224608 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.225131 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: router_availability_zone Jul 20 14:53:54.225460 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: routerservicetype.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.226427 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.227013 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension router-service-type not supported by any of loaded plugins Jul 20 14:53:54.227347 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.228288 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.228814 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: security-groups-normalized-cidr Jul 20 14:53:54.229142 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.230087 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.230636 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: port-security-groups-filtering Jul 20 14:53:54.230960 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.232479 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.232996 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: security-groups-remote-address-group Jul 20 14:53:54.233322 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: securitygroup.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.243405 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.243982 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: security-group Jul 20 14:53:54.244326 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: segment.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.245211 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.245730 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension segment not supported by any of loaded plugins Jul 20 14:53:54.246067 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.247439 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.247960 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 14:53:54.248294 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: servicetype.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.249451 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.249979 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: service-type Jul 20 14:53:54.250308 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: sorting.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.251335 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.251671 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: sorting Jul 20 14:53:54.252001 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: standard_attr_segment.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.252997 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.253522 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 14:53:54.253852 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: standardattrdescription.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.254519 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.255060 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: standard-attr-description Jul 20 14:53:54.255393 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: stateful_security_group.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.256344 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.256872 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: stateful-security-group Jul 20 14:53:54.257205 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: stdattrs_common.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.257820 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 14:53:54.258146 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.259141 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.259667 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 14:53:54.259993 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: subnet_onboard.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.261127 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.261654 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: subnet_onboard Jul 20 14:53:54.262069 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.263161 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.263675 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 14:53:54.264019 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: subnet_service_types.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.264943 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.265460 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: subnet-service-types Jul 20 14:53:54.265787 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: subnetallocation.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.266931 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.267450 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: subnet_allocation Jul 20 14:53:54.267780 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.268471 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.269050 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: subnetpool-prefix-ops Jul 20 14:53:54.269379 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.270356 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.270910 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 14:53:54.271238 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: tagging.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.272381 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.272905 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: standard-attr-tag Jul 20 14:53:54.273240 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: timestamp.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.274545 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.275111 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loaded extension: standard-attr-timestamp Jul 20 14:53:54.275450 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: trunk.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.276508 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.277038 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension trunk not supported by any of loaded plugins Jul 20 14:53:54.277371 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: trunk_details.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.278873 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.279409 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension trunk-details not supported by any of loaded plugins Jul 20 14:53:54.279735 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: uplink_status_propagation.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.280697 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.281220 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 14:53:54.281548 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Loading extension file: vlantransparent.py {{(pid=93202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 14:53:54.282250 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 14:53:54.282801 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 14:53:54.285420 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:network Jul 20 14:53:54.285980 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:subnet Jul 20 14:53:54.286388 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 14:53:54.286814 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:port Jul 20 14:53:54.288128 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.288583 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service FLAVORS assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.289227 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.289673 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.290002 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:router Jul 20 14:53:54.290450 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 14:53:54.290984 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service METERING assigned prefix: /metering {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.292442 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.292824 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.293187 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 14:53:54.294834 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 14:53:54.295290 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:security_group Jul 20 14:53:54.295738 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 14:53:54.296352 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service CORE assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.296688 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 14:53:54.297038 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] subnetpool is already registered Jul 20 14:53:54.297478 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service CORE assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.297806 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 14:53:54.298139 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] subnetpool is already registered Jul 20 14:53:54.300500 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.300942 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service FLAVORS assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.301545 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.301969 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.302310 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:router Jul 20 14:53:54.302678 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] router is already registered Jul 20 14:53:54.303096 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 14:53:54.303437 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] floatingip is already registered Jul 20 14:53:54.303898 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service METERING assigned prefix: /metering {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.304572 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 14:53:54.304903 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] rbac_policy is already registered Jul 20 14:53:54.305322 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:security_group Jul 20 14:53:54.305666 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] security_group is already registered Jul 20 14:53:54.306075 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 14:53:54.306413 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] security_group_rule is already registered Jul 20 14:53:54.307154 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service CORE assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.307441 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 14:53:54.307781 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] subnetpool is already registered Jul 20 14:53:54.308207 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.v2.resource_helper [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Service CORE assigned prefix: {{(pid=93202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 14:53:54.308538 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 14:53:54.308874 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING neutron.quota.resource_registry [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] subnetpool is already registered Jul 20 14:53:54.309355 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: extensions {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.310950 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: address-groups {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.312474 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: address-scopes {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.313923 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: agents {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.315134 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: auto-allocated-topology {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.316365 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: availability_zones {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.317606 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: dhcp-networks {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.319155 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: dhcp-agents {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.320598 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: routers {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.322324 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: flavors {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.324774 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: service_profiles {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.326075 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: next_providers {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.327534 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: service_profiles {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.329112 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: floatingip-pools {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.330412 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: routers {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.332255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: floatingips {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.333536 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: l3-routers {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.334972 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: l3-agents {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.336414 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: metering-labels {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.337693 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: metering-label-rules {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.339110 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: network-ip-availabilities {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.340404 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: bindings {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.342500 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: quotas {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.344105 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: quotas {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.345531 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: rbac-policies {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.346784 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: security-groups {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.348109 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: security-group-rules {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.349366 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: service-providers {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.350647 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: subnetpools {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.352057 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: subnetpools {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.353631 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.355379 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.357774 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.359670 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.361398 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.363384 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.365105 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.366979 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.368859 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.370649 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron.api.extensions [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Extended resource: tags {{(pid=93202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 14:53:54.377288 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING keystonemiddleware.auth_token [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 14:53:54.381974 dv-cinder-778907-2-iscsi neutron-server[93202]: WARNING keystonemiddleware.auth_token [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 14:53:54.391562 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_concurrency.lockutils [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Acquired lock "singleton_lock" {{(pid=93202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 20 14:53:54.392075 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_concurrency.lockutils [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Releasing lock "singleton_lock" {{(pid=93202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 20 14:53:54.392773 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Starting 2 workers Jul 20 14:53:54.397638 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Started child 93311 {{(pid=93202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 14:53:54.402329 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Started child 93312 {{(pid=93202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 14:53:54.404559 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO neutron.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 14:53:54.405239 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Notify callbacks [] for process, before_spawn {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:53:54.405422 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:53:54.407306 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [-] (93311) wsgi starting up on http://0.0.0.0:9696 Jul 20 14:53:54.407769 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Starting 1 workers Jul 20 14:53:54.408551 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:53:54.410436 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [-] (93312) wsgi starting up on http://0.0.0.0:9696 Jul 20 14:53:54.413057 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Started child 93313 {{(pid=93202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 14:53:54.413596 dv-cinder-778907-2-iscsi neutron-server[93202]: INFO oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Starting 1 workers Jul 20 14:53:54.416910 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] calling RpcWorker wait() {{(pid=93313) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 14:53:54.417754 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] returning from RpcWorker wait() {{(pid=93313) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 14:53:54.418181 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Started child 93314 {{(pid=93202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 14:53:54.418926 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:53:54.419641 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd6acf86-560d-45aa-882b-3788f0b34c88 None None] Notify callbacks [] for process, after_spawn {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:53:54.419921 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:53:54.421637 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 14:53:54.422062 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 14:53:54.422412 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 14:53:54.422664 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 14:53:54.423029 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 14:53:54.423193 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 14:53:54.423890 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.424190 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.424466 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.424731 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.425026 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.425651 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.425815 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:53:54.426541 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.426541 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.426541 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.427181 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.427181 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.427181 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.427521 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.427521 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.427816 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.428253 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.428517 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.428804 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.429011 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.429245 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.429541 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.429798 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.430068 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] debug = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.430339 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.430878 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.431161 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.431356 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.431577 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.431840 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.432097 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.432515 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.432674 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.432840 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.433084 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.433334 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.433585 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.433820 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.434059 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.434334 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.434641 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.435244 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] host = dv-cinder-778907-2-iscsi {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.435560 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.435852 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.436192 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.436547 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.437848 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.437848 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.437848 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.437848 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.438714 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.438714 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.438714 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.439252 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.439252 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.439630 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.439630 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_options = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.439980 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.439980 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.440332 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.440529 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.440529 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.440913 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.441103 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.441103 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.441461 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.441690 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.441930 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.441930 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.442364 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.442364 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.443811 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.443811 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.443811 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.443811 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.443811 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.443811 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.444604 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.444604 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.444604 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.445135 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.445135 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.445135 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.445728 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.445728 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.446048 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.446048 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.446310 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.446656 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.446833 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.447987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.447987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.447987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.447987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.447987 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.448658 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.448658 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.448658 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.449046 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.449046 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.449046 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.449046 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.449046 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_json = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.451216 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.451216 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.451216 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.451626 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.451626 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.451878 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.452020 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.452153 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.452545 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.452836 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.453257 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.453496 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.453722 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.453949 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.454169 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.454386 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.454641 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.454854 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.455202 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.455431 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.455801 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.456037 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.456256 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.456621 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.456892 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.457080 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.457360 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.457581 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.457839 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.458060 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.458522 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.458806 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.459041 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.459256 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.459469 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.459686 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.459898 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.460130 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.460340 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.460528 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.460749 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.461019 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.461357 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.461622 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.461846 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.462083 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.462312 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.463027 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.463534 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.463534 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.463921 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.464166 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.464166 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.464597 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.464597 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.464997 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.465209 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.465417 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.465638 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.466538 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.466538 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.467051 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.467051 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.467465 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.467688 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:53:54.467904 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.467904 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.467904 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.468527 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.468527 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.468527 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.469347 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.469347 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.469347 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.469961 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.470172 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.470367 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.470680 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.471156 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.471388 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.471603 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.471814 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.472026 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.472235 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.472486 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.472704 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.472932 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.473144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.473381 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.473889 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.473889 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.474412 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.474412 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.474412 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.475082 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.475082 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.475473 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.475473 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.475852 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.476046 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.476243 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.476451 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.476645 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.476842 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.477098 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.477346 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.477558 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.477783 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.477990 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.478232 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.478485 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.478762 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.479132 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.479354 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.479560 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.479770 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.479976 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.480209 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.480453 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.480714 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.481028 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.481258 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.481580 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.481837 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.483363 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.483363 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.483363 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.483363 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.483363 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.484849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.486255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.486255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.486255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.486255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.486255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.486255 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.488361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.490043 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.491571 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.492745 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.492745 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.492745 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.492745 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.492745 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.492745 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.493392 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.493392 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.493392 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.493785 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.493785 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.494130 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.494275 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.494474 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.494763 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.495001 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.495239 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.495465 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.495738 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.495956 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.496205 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.496688 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.496903 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.497169 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.497410 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.497629 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.497847 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.498097 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.498315 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.498589 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.498875 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.499220 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.499476 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.499736 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.499998 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.500239 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.500503 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.500735 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.501024 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.501217 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.501410 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.501684 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.502047 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.502264 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.502485 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.502890 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.503059 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.503187 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.503733 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.503733 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.504002 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.504152 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.504284 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.505669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.505669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.505669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.505669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.505669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.505669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.506311 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.506311 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.506681 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.509302 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510095 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510579 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510579 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510579 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.510849 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.511126 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.511345 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.511630 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.511885 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.512446 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.512446 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.513319 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.513683 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.513871 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.514081 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.516982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.517612 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.517612 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.517612 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.517612 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.517891 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.518439 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.518554 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.520551 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.521144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.521144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.521297 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.521383 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.521634 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.522090 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.522195 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.522451 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.522832 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.523064 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 14:53:54.523645 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 14:53:54.523805 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 14:53:54.523961 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 14:53:54.524154 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 14:53:54.524323 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 14:53:54.524471 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 14:53:54.524678 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.524840 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525003 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525168 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525627 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525627 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525807 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525807 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.525979 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.526126 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.526303 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.526533 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.526803 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.527570 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.527570 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.527570 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.527935 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.527935 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.527935 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.528286 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.528286 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.528957 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.529086 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] debug = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.529252 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.529646 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.530018 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.530367 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.530722 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.531053 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.531408 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.531852 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.532295 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.532705 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.532858 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.533014 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.533384 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.533542 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.533692 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.534038 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.534193 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.534537 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] host = dv-cinder-778907-2-iscsi {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.534725 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.534873 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.535029 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.535357 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.535520 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.535669 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.535828 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.535989 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.536150 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.536310 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.536471 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.536631 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.536791 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.536951 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.537111 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_options = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.537272 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.537433 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.537592 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.537781 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.537947 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.538107 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.538268 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.538429 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.538589 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.538770 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.538931 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.539091 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.539256 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.539416 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.539576 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.539749 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.539882 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.540041 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.540203 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.540364 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.540523 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.540683 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.540843 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541002 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541162 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541321 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541481 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541640 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541801 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.541961 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.542120 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.542281 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.542440 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.542618 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.542787 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.542945 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.543257 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.543425 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.543585 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.543744 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.543931 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.544233 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.544767 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.545060 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.545368 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.545531 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_json = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.545692 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.545850 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.546170 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.546332 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.546494 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.546677 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.546836 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.546996 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 14:53:54.547212 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.547370 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.547511 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.547679 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.547851 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.547993 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.548155 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.548317 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.548479 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.548638 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.548807 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.548969 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.549144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.549308 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.549471 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.549634 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.549796 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.549959 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.550192 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.550286 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.550425 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.550584 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.550784 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.550948 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.551099 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.551261 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.551422 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.551574 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.551736 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.551898 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.552061 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.552223 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.552384 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.552573 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.552679 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.552845 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553007 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553170 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553333 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553497 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553658 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553822 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.553972 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.554133 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.554294 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.554457 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.554640 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.554805 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.554967 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.555249 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.555393 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.555550 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.555695 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.555819 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.555940 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.556060 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.556200 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.556361 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.556524 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.556686 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.556847 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557021 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557246 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557386 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557528 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557651 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557794 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.557956 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.558119 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.558280 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.558442 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.558623 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.558785 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.558947 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.559108 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.559275 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.559536 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.559707 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.559839 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.559966 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.560093 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.560253 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.560468 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.560610 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.560782 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.560914 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561051 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561184 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561316 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561478 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561641 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561803 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.561965 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.562126 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.562287 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.562448 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.562637 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.562732 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:53:54.562829 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.562946 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.563108 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.563271 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.563432 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.563595 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.563755 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.563916 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.564077 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.564239 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.564404 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.564575 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.564736 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.564896 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.565055 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.565219 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.565373 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.565531 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.565708 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.565967 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566106 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566228 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566346 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566482 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566663 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566827 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.566984 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.567144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.567305 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.567466 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.567637 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.567812 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.567959 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.568121 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.568280 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.568469 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.568625 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.568786 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.568947 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.569108 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.569273 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.569433 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.569597 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.569759 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.569918 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.570079 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.570241 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.570402 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.570563 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.570748 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.570904 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.571060 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.571221 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.571376 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.571539 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.571701 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.571862 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572024 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572184 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572341 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572505 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572659 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572814 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.572975 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.573136 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.573298 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.573452 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.573659 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.573751 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574267 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574267 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574267 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574534 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574534 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574800 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574868 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.574990 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.575852 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576028 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576184 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576320 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576457 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576702 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576906 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.576906 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.577260 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.577260 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.577634 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.577634 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.577902 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.577902 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578103 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578225 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578336 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578498 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578702 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578882 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.578989 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.579100 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.579221 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.579381 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.579546 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.579759 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.579891 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580023 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580176 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580337 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580498 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580707 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580822 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.580985 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.581147 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.581308 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.581471 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.581634 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.581806 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.581982 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.582133 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.582295 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.582456 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.582646 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.582808 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.582970 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.583131 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.583401 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.583501 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.583581 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.583756 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.583918 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.584079 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.584240 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.584405 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.584555 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.584774 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.584858 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585021 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585180 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585339 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585500 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585672 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585840 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.585997 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.586173 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.586333 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.586502 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.586716 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.586948 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.587078 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.587217 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.587356 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.587485 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.587611 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.587773 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588429 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588429 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588686 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588814 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.588942 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.589074 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.589206 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.589467 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.589617 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.589832 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.589832 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.590129 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.590129 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.590407 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.590528 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.590739 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.590739 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.591773 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.591773 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.591773 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592059 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592144 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592232 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592385 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592547 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592720 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.592871 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 14:53:54.593049 dv-cinder-778907-2-iscsi neutron-server[93202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 14:53:54.731566 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 40052) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:53:54.740003 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061791 Jul 20 14:54:06.071044 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cc22e-8ddf-459d-b1a0-6a0256a4be55 None None] get_active_networks_info from dv-cinder-778907-2-iscsi {{(pid=93313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 20 14:54:06.109562 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-8934062a-c52e-4c23-93e8-036daf77817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699410'] for agent, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:06.139857 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890cc22e-8ddf-459d-b1a0-6a0256a4be55 None None] No non-hosted networks {{(pid=93313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 14:54:08.634553 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2336f0e2-63eb-4d03-ba10-780776fa0a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699410'] for agent, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:08.707855 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699410'] for agent, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:08.709596 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.710526 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.711027 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.711541 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.712617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.722828 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.723338 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.724798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.726516 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.727027 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.727621 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.728416 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:08.731010 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778907-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:08.742008 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778907-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:08.744085 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-92dd126e-6634-456f-a7fe-f7fc4960cb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:09.822154 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699410'] for agent, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:11.400878 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699410'] for agent, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:12.747969 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 40144) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:13.251953 dv-cinder-778907-2-iscsi neutron-server[93312]: WARNING oslo_policy.policy [None req-5a7d6820-252f-448f-a6c7-5d56cdbb7f8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:13.252534 dv-cinder-778907-2-iscsi neutron-server[93312]: WARNING oslo_policy.policy [None req-5a7d6820-252f-448f-a6c7-5d56cdbb7f8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:13.469353 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [None req-5a7d6820-252f-448f-a6c7-5d56cdbb7f8f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 14:54:13.470344 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5a7d6820-252f-448f-a6c7-5d56cdbb7f8f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7214873 Jul 20 14:54:15.931963 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40158) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:15.994996 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.db.l3_hamode_db [None req-aece5ece-fed6-4726-8edc-d2642b24aa49 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 14:54:16.072240 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece5ece-fed6-4726-8edc-d2642b24aa49 None None] Routers set() bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 14:54:16.072634 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece5ece-fed6-4726-8edc-d2642b24aa49 None None] Router IDs set() for agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 20 14:54:16.449992 dv-cinder-778907-2-iscsi neutron-server[93311]: WARNING oslo_policy.policy [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:16.450690 dv-cinder-778907-2-iscsi neutron-server[93311]: WARNING oslo_policy.policy [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:16.666357 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:16.762975 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.policy [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93311) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 14:54:16.809474 dv-cinder-778907-2-iscsi neutron-server[93311]: WARNING oslo_policy.policy [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:16.809850 dv-cinder-778907-2-iscsi neutron-server[93311]: WARNING oslo_policy.policy [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:16.818506 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.quota [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] Loaded quota_driver: . Jul 20 14:54:16.917901 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792904179048', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792904180509', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792904191957', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792904193327', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792904202395', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792904279917', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8165185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8158570', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-859772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930332'] for rbac-policy, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:16.984121 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:16.985531 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f309a293-7499-48dc-8572-37ed53efef4e admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0509119 Jul 20 14:54:19.588663 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40176) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:19.910012 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Request body: {'network': {'project_id': '1746bca04ce141c1b513c7141e84113f', 'name': 'private', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:19.939473 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Made reservation on behalf of 1746bca04ce141c1b513c7141e84113f for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 14:54:19.942549 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:19.960438 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.092162 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.096287 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.117897 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 14:54:20.147885 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792900961064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.148464 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Unsubscribe: segment precommit_create {{(pid=93311) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 14:54:20.148977 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Added segment c9210338-361c-481f-a473-a7589db673c8 of type vlan for network 32f2b3ea-108f-416f-8828-a8f841ae1d4b Jul 20 14:54:20.166400 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85379015-1489-4b1d-ac79-12626e8774bf,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:20.193933 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.194278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.194646 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.194974 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.195295 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.195716 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.195950 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.196274 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.196715 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.197124 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.197442 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.197754 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Tracked resource versions report: Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: pushed versions: Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: { 'AddressGroup': {'1.2'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'ConntrackHelper': {'1.0'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Log': {'1.0'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Network': {'1.1'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Port': {'1.7'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'PortForwarding': {'1.2'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'QosPolicy': {'1.8'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroup': {'1.4'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroupRule': {'1.2'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SubPort': {'1.0'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Subnet': {'1.1'}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Trunk': {'1.1'}} Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: consumer versions: Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'ConntrackHelper': '1.0', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Log': '1.0', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Network': '1.1', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Port': '1.7', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'PortForwarding': '1.2', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'QosPolicy': '1.8', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroup': '1.4', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroupRule': '1.2', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SubPort': '1.0', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Subnet': '1.1', Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Trunk': '1.1'}} Jul 20 14:54:20.198911 dv-cinder-778907-2-iscsi neutron-server[93311]: {{(pid=93311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 14:54:20.276337 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.329248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.330505 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:20.331244 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:20.387103 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7972460 Jul 20 14:54:20.435749 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633914d-d3ea-40c8-b5ee-c77aedb6e51a admin admin] Pushing event updated for resources: {'Network': ['ID=32f2b3ea-108f-416f-8828-a8f841ae1d4b,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:20.448162 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 14:54:23.039452 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40190) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:23.459401 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a093e9-e211-4a7d-b758-f0c458487d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:23.461497 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-18a093e9-e211-4a7d-b758-f0c458487d62 admin admin] 10.222.0.35 "GET /v2.0/networks/32f2b3ea-108f-416f-8828-a8f841ae1d4b HTTP/1.1" status: 200 len: 825 time: 0.4210515 Jul 20 14:54:23.486154 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-88af0f2e-a852-423f-a1a8-37ad08e07fdd admin admin] 10.222.0.35 "GET /v2.0/subnetpools/f1aa3a14-7b72-410a-aaf8-2ae033e3e86f HTTP/1.1" status: 200 len: 734 time: 0.0190694 Jul 20 14:54:23.495911 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:23.519546 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Made reservation on behalf of 1746bca04ce141c1b513c7141e84113f for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 14:54:23.521834 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:23.825424 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:23.897258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692044a9-a436-459d-8c46-b1f7a818e578,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:23.901946 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Checking segment: {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:54:23.902386 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Network hostable DHCP agents. Network: 32f2b3ea-108f-416f-8828-a8f841ae1d4b, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 14:54:23.924849 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 14:54:23.937495 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 32f2b3ea-108f-416f-8828-a8f841ae1d4b) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:54:23.943857 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:23.944450 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:23.949759 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006da92-d5dd-4c16-8e57-3c5e2860028d None None] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:54:23.970416 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-2175eecd-fbc3-49c1-a22a-49d048e71f91 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4690046 Jul 20 14:54:24.284607 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 14:54:24.286003 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:24.565206 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Allocated IP 172.20.0.2 (32f2b3ea-108f-416f-8828-a8f841ae1d4b/692044a9-a436-459d-8c46-b1f7a818e578/cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 14:54:24.809568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:24.827670 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Transition to ACTIVE for port object cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:54:24.854085 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Transition to ACTIVE for port object cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:54:24.863777 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:24.940103 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 14:54:24.945054 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:54:24.951406 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Pushing event updated for resources: {'Port': ['ID=cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:24.953684 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 14:54:24.984092 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.984439 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.984771 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.985106 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.985427 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.985803 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.986137 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.986459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.986824 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.987148 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.987468 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.987784 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Tracked resource versions report: Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: pushed versions: Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: { 'AddressGroup': {'1.2'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'ConntrackHelper': {'1.0'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Log': {'1.0'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Network': {'1.1'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Port': {'1.7'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'PortForwarding': {'1.2'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'QosPolicy': {'1.8'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroup': {'1.4'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroupRule': {'1.2'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SubPort': {'1.0'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Subnet': {'1.1'}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Trunk': {'1.1'}} Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: consumer versions: Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'ConntrackHelper': '1.0', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Log': '1.0', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Network': '1.1', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Port': '1.7', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'PortForwarding': '1.2', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'QosPolicy': '1.8', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroup': '1.4', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroupRule': '1.2', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SubPort': '1.0', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Subnet': '1.1', Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Trunk': '1.1'}} Jul 20 14:54:24.988914 dv-cinder-778907-2-iscsi neutron-server[93313]: {{(pid=93313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 14:54:25.044669 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Attempting to bind port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 14:54:25.045073 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Attempting to bind port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 14:54:25.045496 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Attempting to bind port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 on network 32f2b3ea-108f-416f-8828-a8f841ae1d4b {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 14:54:25.050721 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 14:54:25.051109 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Checking segment: {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:54:25.051586 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:25.051968 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Bound using segment: {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 14:54:25.052445 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Bound port: cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 14:54:25.052870 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:25.138686 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] For port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 14:54:25.143106 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] For port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2,segment=NetworkSegment(c9210338-361c-481f-a473-a7589db673c8),segment_id=c9210338-361c-481f-a473-a7589db673c8)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 14:54:25.152971 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:25.225467 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbd427-23eb-42e8-8483-963fa141a56c None None] Pushing event updated for resources: {'Port': ['ID=cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:26.420100 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40198) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:26.758066 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [None req-ce9ad47f-f751-4075-ac4f-edbf2c0d5767 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 14:54:26.760828 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ce9ad47f-f751-4075-ac4f-edbf2c0d5767 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3382092 Jul 20 14:54:29.196667 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40206) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:29.545283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [None req-60e21ce2-330a-4740-bce4-ef963c684635 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 14:54:29.546272 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-60e21ce2-330a-4740-bce4-ef963c684635 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3482068 Jul 20 14:54:30.550648 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:54:30.641059 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:54:31.464713 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0e6cd-498b-40db-a6e4-c9ba8421fd1d None None] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:54:31.502011 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] Provisioning for port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:54:31.530543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] Provisioning complete for port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:31.530956 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:31.693734 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:31.760154 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] For port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2,segment=NetworkSegment(c9210338-361c-481f-a473-a7589db673c8),segment_id=c9210338-361c-481f-a473-a7589db673c8)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 14:54:31.766451 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:31.840016 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd73a8a-3371-467b-837a-675d29ceb09e None None] Pushing event updated for resources: {'Port': ['ID=cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:32.086663 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c46f89ac-182a-4657-9e6f-19c0c0a1b672 None None] Provisioning complete for port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:32.087216 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c46f89ac-182a-4657-9e6f-19c0c0a1b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.265014 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40220) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:32.542755 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:54:32.566378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] Request body: {'router': {'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'name': 'router1', 'admin_state_up': True}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:32.591248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.592804 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.596316 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:32.596771 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.734234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.739077 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.753989 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:32.755820 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-30613b2f-9391-4b28-a3af-62b5c909ccb8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4892316 Jul 20 14:54:34.499127 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:54:35.149154 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40228) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:35.480627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [None req-9ca77052-1e9b-4c19-bb25-a4c90765b616 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 14:54:35.481646 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-9ca77052-1e9b-4c19-bb25-a4c90765b616 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315556 Jul 20 14:54:35.968952 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a748-d99b-46f6-93d6-3518bddd5778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:37.885563 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40236) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:38.194150 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:38.214700 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Made reservation on behalf of ccf95861eab24b59a8c77e22dd83f264 for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 14:54:38.216970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.225114 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.314581 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.318274 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.333384 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93311) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 14:54:38.352463 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1bbac1-894a-4ed9-be3b-9481593b77f5,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:38.358749 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.359095 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Added segment 40bdab54-fbca-43aa-b977-cb9f80ef0fcb of type flat for network 4f3ed232-109d-4933-bab3-4cf3a6dc594e Jul 20 14:54:38.407579 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.444868 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.445819 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:38.446452 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.483811 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5971332 Jul 20 14:54:38.512496 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cfee4-e999-47e0-81af-f1b802dc5fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3ed232-109d-4933-bab3-4cf3a6dc594e,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:38.523005 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 14:54:38.634039 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-d18635c6-a5de-4615-85a7-7d88b3a33188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:38.659215 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:39.771959 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:40.875664 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 40254) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:41.193007 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.policy [None req-38cf10ba-e43c-49ce-9bd6-04b7ab52cd55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93312) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 14:54:41.238562 dv-cinder-778907-2-iscsi neutron-server[93312]: WARNING oslo_policy.policy [None req-38cf10ba-e43c-49ce-9bd6-04b7ab52cd55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:41.238897 dv-cinder-778907-2-iscsi neutron-server[93312]: WARNING oslo_policy.policy [None req-38cf10ba-e43c-49ce-9bd6-04b7ab52cd55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 14:54:41.247825 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf10ba-e43c-49ce-9bd6-04b7ab52cd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:41.249586 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-38cf10ba-e43c-49ce-9bd6-04b7ab52cd55 admin admin] 10.222.0.35 "GET /v2.0/subnets/692044a9-a436-459d-8c46-b1f7a818e578 HTTP/1.1" status: 200 len: 849 time: 0.3729939 Jul 20 14:54:41.343938 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:41.414344 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-0456c292-4d64-4342-9682-8e83880b3c4c admin admin] 10.222.0.35 "GET /v2.0/routers/572459b1-9d3f-4eb1-8244-712099b884fc HTTP/1.1" status: 200 len: 704 time: 0.1593380 Jul 20 14:54:41.681826 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.004646 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Allocated IP 172.20.0.1 (32f2b3ea-108f-416f-8828-a8f841ae1d4b/692044a9-a436-459d-8c46-b1f7a818e578/98841892-7651-42e8-b67e-712c0d01e0fb) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 14:54:42.216460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.242325 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Transition to ACTIVE for port object 98841892-7651-42e8-b67e-712c0d01e0fb will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:54:42.324569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.343130 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 14:54:42.362073 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:54:42.435345 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 14:54:42.436525 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.458805 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=98841892-7651-42e8-b67e-712c0d01e0fb,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:42.509379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.509736 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.510075 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.510405 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.510759 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.511099 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.511424 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.511741 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.512073 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.512396 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.512756 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.513025 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Tracked resource versions report: Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: pushed versions: Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: { 'AddressGroup': {'1.2'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'ConntrackHelper': {'1.0'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Log': {'1.0'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Network': {'1.1'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Port': {'1.7'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'PortForwarding': {'1.2'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'QosPolicy': {'1.8'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroup': {'1.4'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroupRule': {'1.2'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SubPort': {'1.0'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Subnet': {'1.1'}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Trunk': {'1.1'}} Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: consumer versions: Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'ConntrackHelper': '1.0', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Log': '1.0', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Network': '1.1', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Port': '1.7', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'PortForwarding': '1.2', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'QosPolicy': '1.8', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroup': '1.4', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroupRule': '1.2', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SubPort': '1.0', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Subnet': '1.1', Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Trunk': '1.1'}} Jul 20 14:54:42.514148 dv-cinder-778907-2-iscsi neutron-server[93312]: {{(pid=93312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 14:54:42.649990 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-f6998036-0dbf-46e2-9cb7-2347d1543a9c None None] Provisioning for port 98841892-7651-42e8-b67e-712c0d01e0fb completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:54:42.653746 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-f6998036-0dbf-46e2-9cb7-2347d1543a9c None None] Provisioning complete for port 98841892-7651-42e8-b67e-712c0d01e0fb triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:42.654112 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-f6998036-0dbf-46e2-9cb7-2347d1543a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.663568 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.690415 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-f6998036-0dbf-46e2-9cb7-2347d1543a9c None None] Port 98841892-7651-42e8-b67e-712c0d01e0fb cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 14:54:42.849869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.855073 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.855848 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:42.913171 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=98841892-7651-42e8-b67e-712c0d01e0fb,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:42.981401 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 14:54:42.982842 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:54:43.204040 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Router 572459b1-9d3f-4eb1-8244-712099b884fc is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 14:54:43.213111 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-765503af-8141-40d6-9275-31f7c514bb82 None None] Provisioning complete for port 98841892-7651-42e8-b67e-712c0d01e0fb triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:43.213483 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-765503af-8141-40d6-9275-31f7c514bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:43.249538 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-765503af-8141-40d6-9275-31f7c514bb82 None None] Port 98841892-7651-42e8-b67e-712c0d01e0fb cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 14:54:43.298752 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 14:54:43.304023 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-a1bf165f-65d2-4a56-ae4b-32ed758be0f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/572459b1-9d3f-4eb1-8244-712099b884fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8843021 Jul 20 14:54:43.322299 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Sync routers for ids ['572459b1-9d3f-4eb1-8244-712099b884fc'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 14:54:43.333623 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Routers {'572459b1-9d3f-4eb1-8244-712099b884fc'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 14:54:43.334463 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T14:54:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['572459b1-9d3f-4eb1-8244-712099b884fc'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:43.521207 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Set router 572459b1-9d3f-4eb1-8244-712099b884fc gateway port host: None {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 14:54:43.949229 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'name': 'router1', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T14:54:32Z', 'updated_at': '2021-07-20T14:54:42Z', 'revision_number': 2, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'gw_port_host': None, '_interfaces': [{'id': '98841892-7651-42e8-b67e-712c0d01e0fb', 'name': '', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:41Z', 'updated_at': '2021-07-20T14:54:42Z', 'revision_number': 2, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'subnets': [{'id': '692044a9-a436-459d-8c46-b1f7a818e578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:44.000503 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Checking router: 572459b1-9d3f-4eb1-8244-712099b884fc for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 14:54:44.000878 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Updating router 572459b1-9d3f-4eb1-8244-712099b884fc port 98841892-7651-42e8-b67e-712c0d01e0fb binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 14:54:44.065222 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:44.567546 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:44.584890 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Transition to ACTIVE for port object 98841892-7651-42e8-b67e-712c0d01e0fb will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:54:44.593141 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:44.751890 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Pushing event updated for resources: {'Port': ['ID=98841892-7651-42e8-b67e-712c0d01e0fb,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:44.769143 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.769491 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.769839 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.770175 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.770507 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.770879 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.771209 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.771520 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.771899 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.772224 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.772547 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.772906 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Tracked resource versions report: Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: pushed versions: Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: { 'AddressGroup': {'1.2'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'ConntrackHelper': {'1.0'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Log': {'1.0'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Network': {'1.1'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Port': {'1.7'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'PortForwarding': {'1.2'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'QosPolicy': {'1.8'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroup': {'1.4'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroupRule': {'1.2'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SubPort': {'1.0'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Subnet': {'1.1'}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Trunk': {'1.1'}} Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: consumer versions: Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'ConntrackHelper': '1.0', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Log': '1.0', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Network': '1.1', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Port': '1.7', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'PortForwarding': '1.2', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'QosPolicy': '1.8', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroup': '1.4', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroupRule': '1.2', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SubPort': '1.0', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Subnet': '1.1', Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Trunk': '1.1'}} Jul 20 14:54:44.774069 dv-cinder-778907-2-iscsi neutron-server[93314]: {{(pid=93314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 14:54:44.778664 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Attempting to bind port 98841892-7651-42e8-b67e-712c0d01e0fb on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 14:54:44.779075 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Attempting to bind port 98841892-7651-42e8-b67e-712c0d01e0fb by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 14:54:44.779502 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Attempting to bind port 98841892-7651-42e8-b67e-712c0d01e0fb on network 32f2b3ea-108f-416f-8828-a8f841ae1d4b {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 14:54:44.785053 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 14:54:44.785455 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Checking segment: {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:54:44.785954 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:44.786345 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Bound using segment: {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 14:54:44.786874 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Bound port: 98841892-7651-42e8-b67e-712c0d01e0fb, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9210338-361c-481f-a473-a7589db673c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 14:54:44.787271 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:44.853498 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] For port 98841892-7651-42e8-b67e-712c0d01e0fb, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 14:54:44.876396 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] For port 98841892-7651-42e8-b67e-712c0d01e0fb, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=98841892-7651-42e8-b67e-712c0d01e0fb,segment=NetworkSegment(c9210338-361c-481f-a473-a7589db673c8),segment_id=c9210338-361c-481f-a473-a7589db673c8)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 14:54:44.881863 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:44.931955 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Routers {'572459b1-9d3f-4eb1-8244-712099b884fc'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 14:54:44.932578 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T14:54:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['572459b1-9d3f-4eb1-8244-712099b884fc'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:45.009391 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1102a1-7936-4244-a3d8-0992c73186da None None] Pushing event updated for resources: {'Port': ['ID=98841892-7651-42e8-b67e-712c0d01e0fb,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:45.033473 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] Set router 572459b1-9d3f-4eb1-8244-712099b884fc gateway port host: None {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 14:54:45.244841 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'name': 'router1', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T14:54:32Z', 'updated_at': '2021-07-20T14:54:42Z', 'revision_number': 2, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'gw_port_host': None, '_interfaces': [{'id': '98841892-7651-42e8-b67e-712c0d01e0fb', 'name': '', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:41Z', 'updated_at': '2021-07-20T14:54:44Z', 'revision_number': 4, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'subnets': [{'id': '692044a9-a436-459d-8c46-b1f7a818e578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:45.269762 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a00e5-dd74-4f6a-b926-867f428b4849 None None] The sync data for ids ['572459b1-9d3f-4eb1-8244-712099b884fc'] in dv-cinder-778907-2-iscsi is: [{'id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'name': 'router1', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T14:54:32Z', 'updated_at': '2021-07-20T14:54:42Z', 'revision_number': 2, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'gw_port_host': None, '_interfaces': [{'id': '98841892-7651-42e8-b67e-712c0d01e0fb', 'name': '', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:41Z', 'updated_at': '2021-07-20T14:54:44Z', 'revision_number': 4, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'subnets': [{'id': '692044a9-a436-459d-8c46-b1f7a818e578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 14:54:45.552788 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 40280) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:45.663004 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16982b82-7e82-41d3-901e-60ffb8188c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:45.664383 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-16982b82-7e82-41d3-901e-60ffb8188c40 admin admin] 10.222.0.35 "GET /v2.0/networks/4f3ed232-109d-4933-bab3-4cf3a6dc594e HTTP/1.1" status: 200 len: 842 time: 0.1106963 Jul 20 14:54:45.673662 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:45.675079 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.quota [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Loaded quota_driver: . Jul 20 14:54:45.710342 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Made reservation on behalf of ccf95861eab24b59a8c77e22dd83f264 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 14:54:45.713238 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:46.043700 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.objects.ports [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 20 14:54:46.044124 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:46.100875 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d08c1c-b66a-4ad0-bcf4-aae580d0aa76,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:46.110826 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:54:46.111180 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Network hostable DHCP agents. Network: 4f3ed232-109d-4933-bab3-4cf3a6dc594e, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 14:54:46.132655 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 14:54:46.143285 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 4f3ed232-109d-4933-bab3-4cf3a6dc594e) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:54:46.147220 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:46.147827 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:46.152439 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a92b3e-daf8-4573-ad0f-d956b273ee33 None None] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:54:46.169983 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9340f1aa-7efd-4490-874c-cfe1f789eb92 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4998102 Jul 20 14:54:46.294632 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e0bd1-5946-4afc-8898-00da9dad8ad8 None None] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:54:48.472383 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40292) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:48.553782 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 98841892-7651-42e8-b67e-712c0d01e0fb up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:54:48.600835 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 98841892-7651-42e8-b67e-712c0d01e0fb completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:54:48.605179 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 98841892-7651-42e8-b67e-712c0d01e0fb triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:48.605388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:48.700425 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-94f7bc64-37e9-44b1-839c-30241a9eee6c admin admin] 10.222.0.35 "GET /v2.0/routers/572459b1-9d3f-4eb1-8244-712099b884fc HTTP/1.1" status: 200 len: 710 time: 0.2267938 Jul 20 14:54:48.755111 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:48.787069 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 98841892-7651-42e8-b67e-712c0d01e0fb, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=98841892-7651-42e8-b67e-712c0d01e0fb,segment=NetworkSegment(c9210338-361c-481f-a473-a7589db673c8),segment_id=c9210338-361c-481f-a473-a7589db673c8)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 14:54:48.792145 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:48.817997 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7d8bc-6ef0-4e86-ba48-7a028f9d23b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:54:48.819474 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-26c7d8bc-6ef0-4e86-ba48-7a028f9d23b2 admin admin] 10.222.0.35 "GET /v2.0/networks/4f3ed232-109d-4933-bab3-4cf3a6dc594e HTTP/1.1" status: 200 len: 886 time: 0.1139402 Jul 20 14:54:48.828710 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:54:48.838277 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=98841892-7651-42e8-b67e-712c0d01e0fb,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:49.086339 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:49.367459 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:49.440805 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:49.590508 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Allocated IP 172.27.3.162 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/e3ea2a23-55de-4f57-99a7-26a82c016662) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 14:54:49.697279 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:49.778276 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:49.844221 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 14:54:49.854540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:54:49.860088 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 14:54:49.865530 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ea2a23-55de-4f57-99a7-26a82c016662,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:50.128770 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:50.320151 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:50.323935 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-763913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-763922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764066'] for router, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:50.435649 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Router 572459b1-9d3f-4eb1-8244-712099b884fc has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 14:54:50.537688 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 98841892-7651-42e8-b67e-712c0d01e0fb up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:54:50.585575 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 98841892-7651-42e8-b67e-712c0d01e0fb triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:50.586247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:50.616478 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 14:54:50.622277 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:50.625105 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-29a28792-ba9e-4508-8b06-4532eb657ea7 admin admin] 10.222.0.35 "PUT /v2.0/routers/572459b1-9d3f-4eb1-8244-712099b884fc HTTP/1.1" status: 200 len: 890 time: 1.7994952 Jul 20 14:54:50.655410 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Sync routers for ids ['572459b1-9d3f-4eb1-8244-712099b884fc'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 14:54:50.676685 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Routers {'572459b1-9d3f-4eb1-8244-712099b884fc'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 14:54:50.677379 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T14:54:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['572459b1-9d3f-4eb1-8244-712099b884fc'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:50.890072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Set router 572459b1-9d3f-4eb1-8244-712099b884fc gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 14:54:51.282624 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'name': 'router1', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e3ea2a23-55de-4f57-99a7-26a82c016662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T14:54:32Z', 'updated_at': '2021-07-20T14:54:50Z', 'revision_number': 4, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'gw_port': {'id': 'e3ea2a23-55de-4f57-99a7-26a82c016662', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:49Z', 'updated_at': '2021-07-20T14:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '98841892-7651-42e8-b67e-712c0d01e0fb', 'name': '', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:41Z', 'updated_at': '2021-07-20T14:54:48Z', 'revision_number': 5, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'subnets': [{'id': '692044a9-a436-459d-8c46-b1f7a818e578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:51.334658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Checking router: 572459b1-9d3f-4eb1-8244-712099b884fc for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 14:54:51.335015 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Updating router 572459b1-9d3f-4eb1-8244-712099b884fc port e3ea2a23-55de-4f57-99a7-26a82c016662 binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 14:54:51.370101 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:51.715792 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:51.727342 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Transition to ACTIVE for port object e3ea2a23-55de-4f57-99a7-26a82c016662 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:54:51.737925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:51.865518 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Attempting to bind port e3ea2a23-55de-4f57-99a7-26a82c016662 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 14:54:51.865899 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Attempting to bind port e3ea2a23-55de-4f57-99a7-26a82c016662 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 14:54:51.866271 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Attempting to bind port e3ea2a23-55de-4f57-99a7-26a82c016662 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 14:54:51.873148 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f081560-2b94-433a-aef6-4d57ce936fb0 None None] Pushing event updated for resources: {'Port': ['ID=e3ea2a23-55de-4f57-99a7-26a82c016662,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:51.878519 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 14:54:51.878938 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:54:51.879347 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:51.879739 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 14:54:51.880211 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Bound port: e3ea2a23-55de-4f57-99a7-26a82c016662, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 14:54:51.880613 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:51.931557 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] For port e3ea2a23-55de-4f57-99a7-26a82c016662, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 14:54:51.934636 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] For port e3ea2a23-55de-4f57-99a7-26a82c016662, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=e3ea2a23-55de-4f57-99a7-26a82c016662,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 14:54:51.939281 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:51.998902 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Routers {'572459b1-9d3f-4eb1-8244-712099b884fc'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 14:54:51.999524 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T14:54:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['572459b1-9d3f-4eb1-8244-712099b884fc'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:52.001446 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f081560-2b94-433a-aef6-4d57ce936fb0 None None] Pushing event updated for resources: {'Port': ['ID=e3ea2a23-55de-4f57-99a7-26a82c016662,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:52.114724 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] Set router 572459b1-9d3f-4eb1-8244-712099b884fc gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 14:54:52.331482 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'name': 'router1', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e3ea2a23-55de-4f57-99a7-26a82c016662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T14:54:32Z', 'updated_at': '2021-07-20T14:54:50Z', 'revision_number': 4, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'gw_port': {'id': 'e3ea2a23-55de-4f57-99a7-26a82c016662', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:49Z', 'updated_at': '2021-07-20T14:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '98841892-7651-42e8-b67e-712c0d01e0fb', 'name': '', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:41Z', 'updated_at': '2021-07-20T14:54:48Z', 'revision_number': 5, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'subnets': [{'id': '692044a9-a436-459d-8c46-b1f7a818e578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 14:54:52.358091 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521df-cf9c-4d9a-9541-dcb7041b692a None None] The sync data for ids ['572459b1-9d3f-4eb1-8244-712099b884fc'] in dv-cinder-778907-2-iscsi is: [{'id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'name': 'router1', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e3ea2a23-55de-4f57-99a7-26a82c016662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T14:54:32Z', 'updated_at': '2021-07-20T14:54:50Z', 'revision_number': 4, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'gw_port': {'id': 'e3ea2a23-55de-4f57-99a7-26a82c016662', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:49Z', 'updated_at': '2021-07-20T14:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '98841892-7651-42e8-b67e-712c0d01e0fb', 'name': '', 'network_id': '32f2b3ea-108f-416f-8828-a8f841ae1d4b', 'tenant_id': '1746bca04ce141c1b513c7141e84113f', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572459b1-9d3f-4eb1-8244-712099b884fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '692044a9-a436-459d-8c46-b1f7a818e578', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T14:54:41Z', 'updated_at': '2021-07-20T14:54:48Z', 'revision_number': 5, 'project_id': '1746bca04ce141c1b513c7141e84113f', 'subnets': [{'id': '692044a9-a436-459d-8c46-b1f7a818e578', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1aa3a14-7b72-410a-aaf8-2ae033e3e86f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 14:54:52.586080 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device e3ea2a23-55de-4f57-99a7-26a82c016662 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:54:52.642411 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port e3ea2a23-55de-4f57-99a7-26a82c016662 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:54:52.646659 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port e3ea2a23-55de-4f57-99a7-26a82c016662 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:52.647041 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:52.732695 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:52.755160 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port e3ea2a23-55de-4f57-99a7-26a82c016662, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=e3ea2a23-55de-4f57-99a7-26a82c016662,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 14:54:52.760427 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:54:52.811658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=e3ea2a23-55de-4f57-99a7-26a82c016662,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:54:53.032183 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40300) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:54:53.165513 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-2ad1b198-ca5b-4561-b101-6415f615410c admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1321995 Jul 20 14:54:54.541272 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device e3ea2a23-55de-4f57-99a7-26a82c016662 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:54:54.588207 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port e3ea2a23-55de-4f57-99a7-26a82c016662 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:54:54.588578 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:05.972855 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e3aea465-e9db-4f17-a039-a646778e240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:08.640431 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-46ce1077-d13e-47cb-84dc-6ad66108ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:08.662180 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:09.774105 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:11.369196 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:11.497730 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:55:36.012334 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5c311a6a-dbd6-46a1-b938-701b99596c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:38.636094 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-da37fc92-45ee-469e-a1c8-c99b0e1af8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:38.666783 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:39.773420 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:41.365213 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:55:48.496387 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:56:05.976953 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-78dcde7e-467a-4180-88a6-4492ea7c394b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:08.637669 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03abfe1b-429a-4277-abef-ce7cff1f5f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:08.668797 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:09.776746 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:11.369356 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:25.494211 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:56:31.829089 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40900) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:31.895324 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.pecan_wsgi.hooks.translation [None req-db375e3a-f91e-42d7-8e74-edf2b15cefea admin admin] GET failed (client error): The resource could not be found. Jul 20 14:56:31.896706 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-db375e3a-f91e-42d7-8e74-edf2b15cefea admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666699 Jul 20 14:56:32.065382 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01994ec-d3f0-4855-926e-44036a4ceb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:32.066809 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a01994ec-d3f0-4855-926e-44036a4ceb3e admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660049 Jul 20 14:56:34.245580 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40910) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:34.335809 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4cc7d-a90d-43b0-b3f8-e8fbe6f53427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:34.337140 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c3e4cc7d-a90d-43b0-b3f8-e8fbe6f53427 admin admin] 10.222.0.35 "GET /v2.0/subnets/692044a9-a436-459d-8c46-b1f7a818e578 HTTP/1.1" status: 200 len: 849 time: 0.0906005 Jul 20 14:56:34.346346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:56:34.426540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:34.581686 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792900944752'] for subnet, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:34.613118 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:34.613735 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:34.615050 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] 10.222.0.35 "PUT /v2.0/subnets/692044a9-a436-459d-8c46-b1f7a818e578 HTTP/1.1" status: 200 len: 868 time: 0.2723861 Jul 20 14:56:34.618200 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372db9e-20ad-46cf-966a-e86f8b9cde5e None None] Network 32f2b3ea-108f-416f-8828-a8f841ae1d4b requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:56:34.633005 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692044a9-a436-459d-8c46-b1f7a818e578,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:56:34.641024 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.641414 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.641744 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.642081 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.642414 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.642873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.643213 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.643541 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.643885 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.644220 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.644542 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.644861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb23112-00f4-4332-bbd3-4b0f51385cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:56:34.968855 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-811969a9-e182-4c6e-8ff3-3586391472db None None] Provisioning complete for port 98841892-7651-42e8-b67e-712c0d01e0fb triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:56:34.969224 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-811969a9-e182-4c6e-8ff3-3586391472db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:35.054018 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-811969a9-e182-4c6e-8ff3-3586391472db None None] Provisioning complete for port cb61bd54-ffe4-4a5b-95e5-d0aca4c09da2 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:56:35.054321 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-811969a9-e182-4c6e-8ff3-3586391472db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:35.978803 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4c129ad1-97a3-42b1-a4cf-39434e7df7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:36.865290 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40918) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:37.065620 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1c092-67bb-4668-a1cf-2d92394704f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:37.066010 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1c092-67bb-4668-a1cf-2d92394704f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:37.067560 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-14f1c092-67bb-4668-a1cf-2d92394704f0 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013183 Jul 20 14:56:38.659733 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7918403b-ffa4-46fd-aa72-94e93176cb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:38.683523 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:39.276343 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40926) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:39.409797 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5c7f3-2e21-4b1a-81de-2778ef8f079f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:39.410262 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5c7f3-2e21-4b1a-81de-2778ef8f079f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:39.411818 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-42d5c7f3-2e21-4b1a-81de-2778ef8f079f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345434 Jul 20 14:56:39.777145 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:41.371425 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:56:41.587692 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40934) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:41.727051 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca55c3-48a7-4533-a16f-a17872f27e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:41.728406 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f6ca55c3-48a7-4533-a16f-a17872f27e22 admin admin] 10.222.0.35 "GET /v2.0/networks/32f2b3ea-108f-416f-8828-a8f841ae1d4b HTTP/1.1" status: 200 len: 869 time: 0.1397679 Jul 20 14:56:43.907471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40942) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:44.049611 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b44268-28c6-4420-a965-79211376c3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:44.051083 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a8b44268-28c6-4420-a965-79211376c3b4 admin admin] 10.222.0.35 "GET /v2.0/networks/4f3ed232-109d-4933-bab3-4cf3a6dc594e HTTP/1.1" status: 200 len: 886 time: 0.1426249 Jul 20 14:56:46.232955 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40950) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:46.354209 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46c44f-62bf-4746-9c5e-b2369f67de45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:46.354693 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46c44f-62bf-4746-9c5e-b2369f67de45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:46.356224 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ac46c44f-62bf-4746-9c5e-b2369f67de45 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222172 Jul 20 14:56:48.500299 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40958) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:48.591996 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc4195-dfcb-4dea-872e-39df2e662d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:48.592460 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc4195-dfcb-4dea-872e-39df2e662d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:48.594500 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-cbfc4195-dfcb-4dea-872e-39df2e662d37 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932207 Jul 20 14:56:50.805966 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 40966) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:50.890300 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f1749-5093-41fa-8f2e-fad4587017ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:50.891698 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f20f1749-5093-41fa-8f2e-fad4587017ad admin admin] 10.222.0.35 "GET /v2.0/subnets/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76 HTTP/1.1" status: 200 len: 816 time: 0.0848000 Jul 20 14:56:53.103132 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 40974) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:56:53.194058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b6467-228c-4626-80e2-4515251232fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:56:53.195472 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-6c2b6467-228c-4626-80e2-4515251232fa admin admin] 10.222.0.35 "GET /v2.0/subnets/692044a9-a436-459d-8c46-b1f7a818e578 HTTP/1.1" status: 200 len: 868 time: 0.0914052 Jul 20 14:57:02.493313 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:57:05.984227 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f6e2-e67a-418e-90f8-4eb74a79e8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:08.640924 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1988b96f-0e10-4d05-87e0-2c44917a9750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:08.674922 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:09.780744 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:11.375121 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:17.605499 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41028) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:57:17.650525 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [None req-79158c9a-9ba9-4a9c-ab5f-87948f2920ea admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 14:57:17.651537 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-79158c9a-9ba9-4a9c-ab5f-87948f2920ea admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451090 Jul 20 14:57:19.920436 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41036) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:57:19.979893 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35f0cb6-35b6-4630-ae9c-31f9a5820966 admin admin] GET failed (client error): The resource could not be found. Jul 20 14:57:19.981324 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c35f0cb6-35b6-4630-ae9c-31f9a5820966 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599654 Jul 20 14:57:20.131569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bd57ca-961f-4634-89f8-da034391bf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:57:20.132968 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-b8bd57ca-961f-4634-89f8-da034391bf0d admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1468825 Jul 20 14:57:22.328181 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41044) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:57:22.372052 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:57:22.395426 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Made reservation on behalf of ccf95861eab24b59a8c77e22dd83f264 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 14:57:22.397945 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:22.425760 dv-cinder-778907-2-iscsi neutron-server[93312]: WARNING neutron.services.revisions.revision_plugin [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Could not find related network for resource to bump revision. Jul 20 14:57:22.442415 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 14:57:22.457280 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792900961064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:22.457829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Unsubscribe: segment precommit_create {{(pid=93312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 14:57:22.458279 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Added segment 9ebf6d24-02d8-4f70-b835-eef7e1f83deb of type vlan for network 9b173e11-192e-42c0-9911-ca58a586ba5c Jul 20 14:57:22.504626 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:22.547860 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:22.548863 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:57:22.549440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:22.604048 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2747819 Jul 20 14:57:22.645297 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Pushing event updated for resources: {'Network': ['ID=9b173e11-192e-42c0-9911-ca58a586ba5c,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:57:22.652673 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.653039 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.653382 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.654399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.654767 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.655121 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.655458 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.655786 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.656130 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.656462 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.656783 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.657104 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e5658-aa29-481b-9ab6-519a7583d565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:22.669604 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 9b173e11-192e-42c0-9911-ca58a586ba5c details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 14:57:24.828774 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41052) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:57:24.886451 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.pecan_wsgi.hooks.translation [None req-edad271a-31c3-40d2-88f1-3cfb51372d1d admin admin] GET failed (client error): The resource could not be found. Jul 20 14:57:24.887767 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-edad271a-31c3-40d2-88f1-3cfb51372d1d admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580623 Jul 20 14:57:24.956250 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df11cdcc-eb4f-4d51-bd13-dedcba39afda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:57:24.957649 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-df11cdcc-eb4f-4d51-bd13-dedcba39afda admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660908 Jul 20 14:57:24.966953 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Request body: {'subnet': {'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 14:57:24.988426 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Made reservation on behalf of ccf95861eab24b59a8c77e22dd83f264 for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 14:57:24.990577 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.149378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.289432 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dba5859-3095-46d1-862f-f70b4c936463,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:57:25.296906 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Checking segment: {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:57:25.297261 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Network hostable DHCP agents. Network: 9b173e11-192e-42c0-9911-ca58a586ba5c, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 14:57:25.312557 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Network 9b173e11-192e-42c0-9911-ca58a586ba5c is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 14:57:25.320376 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 9b173e11-192e-42c0-9911-ca58a586ba5c) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:57:25.324167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 14:57:25.324754 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.329976 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068b305-6edb-4ed4-8113-04c50ceeada4 None None] Network 9b173e11-192e-42c0-9911-ca58a586ba5c requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:57:25.337968 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6ccf0e20-f2cd-4deb-bdd8-81f5956655d1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3743393 Jul 20 14:57:25.482247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-9b173e11-192e-42c0-9911-ca58a586ba5c', 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c', 'tenant_id': 'ccf95861eab24b59a8c77e22dd83f264', 'fixed_ips': [{'subnet_id': '9dba5859-3095-46d1-862f-f70b4c936463'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 14:57:25.483464 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.619317 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Allocated IP 192.168.233.2 (9b173e11-192e-42c0-9911-ca58a586ba5c/9dba5859-3095-46d1-862f-f70b4c936463/765175f3-fa1d-4772-b786-73769a4017a1) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 14:57:25.770265 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.779247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Transition to ACTIVE for port object 765175f3-fa1d-4772-b786-73769a4017a1 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:57:25.795021 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Transition to ACTIVE for port object 765175f3-fa1d-4772-b786-73769a4017a1 will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 14:57:25.800688 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.836133 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Network 9b173e11-192e-42c0-9911-ca58a586ba5c is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 14:57:25.840800 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 14:57:25.846948 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 14:57:25.857135 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Pushing event updated for resources: {'Port': ['ID=765175f3-fa1d-4772-b786-73769a4017a1,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:57:25.882160 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.882505 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.882874 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.883208 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.883543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.883871 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.884195 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.884524 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.884876 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.885196 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.885513 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.885842 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:57:25.920110 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Attempting to bind port 765175f3-fa1d-4772-b786-73769a4017a1 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 14:57:25.920482 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Attempting to bind port 765175f3-fa1d-4772-b786-73769a4017a1 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 14:57:25.920866 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Attempting to bind port 765175f3-fa1d-4772-b786-73769a4017a1 on network 9b173e11-192e-42c0-9911-ca58a586ba5c {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 14:57:25.925881 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 14, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 14:57:25.926252 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Checking segment: {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 14:57:25.926683 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.927066 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Bound using segment: {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 14:57:25.927521 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Bound port: 765175f3-fa1d-4772-b786-73769a4017a1, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 14:57:25.927907 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:25.990182 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] For port 765175f3-fa1d-4772-b786-73769a4017a1, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 14:57:25.993571 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] For port 765175f3-fa1d-4772-b786-73769a4017a1, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=765175f3-fa1d-4772-b786-73769a4017a1,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 14:57:25.998459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:26.059336 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cd643-c43d-43c0-864c-869ba6a9f788 None None] Pushing event updated for resources: {'Port': ['ID=765175f3-fa1d-4772-b786-73769a4017a1,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:57:26.716738 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 765175f3-fa1d-4772-b786-73769a4017a1 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:57:26.789791 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 765175f3-fa1d-4772-b786-73769a4017a1 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:57:26.876376 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0298eed-bcb7-4e3f-a76f-eead59b34720 None None] Network 9b173e11-192e-42c0-9911-ca58a586ba5c requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 14:57:26.953977 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] Provisioning for port 765175f3-fa1d-4772-b786-73769a4017a1 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 14:57:26.963079 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] Provisioning complete for port 765175f3-fa1d-4772-b786-73769a4017a1 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:57:26.963447 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:27.107956 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:27.149669 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] For port 765175f3-fa1d-4772-b786-73769a4017a1, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=765175f3-fa1d-4772-b786-73769a4017a1,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 14:57:27.155431 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:27.211267 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2e1e1-a645-4f15-a166-9804d930b26e None None] Pushing event updated for resources: {'Port': ['ID=765175f3-fa1d-4772-b786-73769a4017a1,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:57:27.376142 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-996d1d1f-a2df-4f9b-845f-7c20c760384e None None] Provisioning complete for port 765175f3-fa1d-4772-b786-73769a4017a1 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:57:27.376455 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-996d1d1f-a2df-4f9b-845f-7c20c760384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:28.661731 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 765175f3-fa1d-4772-b786-73769a4017a1 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 14:57:28.719656 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 765175f3-fa1d-4772-b786-73769a4017a1 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 14:57:28.720041 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:35.985596 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c57b15ea-094e-485f-b9fb-465edb08e546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:38.642125 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5e8fccba-b142-4cb4-bd6d-ce2e8ec31cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:38.674549 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:39.491267 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:57:39.783285 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:57:41.379208 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:05.986152 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-92383bab-d7c6-4738-a48c-6fb091e7aa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:08.644958 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0d4ae0c5-54e1-4bd5-801a-a18c6c0c8ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:08.674852 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:09.786318 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:11.381346 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:16.490066 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:58:35.990207 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-9884da6f-6b39-4ea5-bde6-05382cde4a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:38.646113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ba331f9f-1e56-46c2-a176-0202a86ebb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:38.675031 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:39.791184 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:41.386522 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:43.611594 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41104) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:58:43.617658 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [None req-7fc07718-70a7-408d-8199-36d971250131 tempest-verify_tempest_config-835983384 tempest-verify_tempest_config-835983384-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 14:58:43.618778 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7fc07718-70a7-408d-8199-36d971250131 tempest-verify_tempest_config-835983384 tempest-verify_tempest_config-835983384-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061374 Jul 20 14:58:43.918097 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41122) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:58:44.019168 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.113635 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.118012 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.160534 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5803c15-3cfa-494e-b5fa-b7b94c37c423,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:58:44.164177 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d80d508c65f94c27b5941a74abf3d1e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2450466 Jul 20 14:58:44.167001 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41126) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 14:58:44.169452 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.169819 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.170163 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.170503 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.170861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.171206 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.171713 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.171862 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.172198 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.172525 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.172848 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.173171 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcbd81c-2720-4dc8-b15b-4cef1c1944bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.242932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.263079 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.351681 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.354459 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:58:44.355635 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5803c15-3cfa-494e-b5fa-b7b94c37c423 HTTP/1.1" status: 204 len: 168 time: 0.1875923 Jul 20 14:58:44.364304 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5803c15-3cfa-494e-b5fa-b7b94c37c423,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 14:58:44.371461 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.371829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.372174 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.372510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.372868 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.373191 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.373521 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.373881 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.374190 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.374521 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.374861 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:44.375183 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c66b28-434b-435c-bbe8-d3759d887718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 14:58:53.488392 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:59:05.992845 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-f17c6359-f141-4be2-a62a-1c3a4a24df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:08.647193 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e4542eec-38d2-4787-ac96-ac9a43fdda81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:08.676229 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:09.793625 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:11.389413 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:30.487930 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 14:59:35.994314 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a40c-b19d-484a-afc2-2e8ba4a5670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:38.647544 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ca25f83d-77e6-41f2-9b06-b4e7ba056982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:38.676335 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:39.796227 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 14:59:41.390236 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:05.995641 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-d7c908b0-5a57-4c21-8b5b-5bae1bec51df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:07.486252 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 5 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:00:08.647722 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-36719476-d448-4b78-896d-a59f097dab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:08.677377 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:09.800930 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:11.392671 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:20.742896 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699410'] for agent, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:35.908057 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41200) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:00:35.997002 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-30aa1ffb-f35a-47d8-8f7d-a94cc901bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:36.012820 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-287ad10c-5fb3-4555-bb4d-f097058fc61f admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1036355 Jul 20 15:00:38.226516 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41210) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:00:38.289073 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-b076e107-057c-42f3-9c39-647d0b33bbac admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0613348 Jul 20 15:00:38.648275 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-48243926-b818-4153-a979-de33804c5ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:38.680760 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:39.804516 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:41.396758 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:00:44.485606 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:00:50.734353 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:05.997534 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ac3ac1b6-f6c1-416f-9a69-5000d83a7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:08.651129 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5a6da1ac-6a61-43bc-9009-56d84a0cb720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:08.681443 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:09.807158 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:11.399660 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:20.758160 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:21.486994 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:01:36.001116 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-321e5b46-8e5f-4507-b836-9fb7e4c3c3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:38.655723 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-466b2af2-e32f-4bd9-a90f-db3a90a6da06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:38.681079 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:39.811848 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:41.402500 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:50.777230 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:01:58.487251 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:02:06.004023 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-437025cf-09fa-4163-a0e2-aa7f56e684ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:08.657501 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-adc5cc24-9999-4fe6-ba73-647edfb52e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:08.682368 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:09.811511 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:11.415352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.424907 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41304) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:13.621755 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-network', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:13.649943 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Made reservation on behalf of 261fa9941b7b46b3bdbf3c75b6f0bb8c for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:13.653656 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.669690 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.784901 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.788757 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.811748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:02:13.829155 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9788a-7188-4ca6-860f-b406c5eb9940,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:13.831151 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.831486 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Added segment 62bcca2a-a75c-45cc-9511-4cddebfd004f of type vlan for network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 Jul 20 15:02:13.855797 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.856093 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.856437 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.856769 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.857098 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.857425 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.857748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.858070 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.858392 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.858750 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.859061 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.859378 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Tracked resource versions report: Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: pushed versions: Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: { 'AddressGroup': {'1.2'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'ConntrackHelper': {'1.0'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Log': {'1.0'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Network': {'1.1'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Port': {'1.7'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'PortForwarding': {'1.2'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'QosPolicy': {'1.8'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroup': {'1.4'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SubPort': {'1.0'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Subnet': {'1.1'}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Trunk': {'1.1'}} Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: consumer versions: Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: HyperV agent@hv-cinder-77890: {}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'ConntrackHelper': '1.0', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Log': '1.0', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Network': '1.1', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Port': '1.7', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'PortForwarding': '1.2', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'QosPolicy': '1.8', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroup': '1.4', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SecurityGroupRule': '1.2', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'SubPort': '1.0', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Subnet': '1.1', Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: 'Trunk': '1.1'}} Jul 20 15:02:13.860424 dv-cinder-778907-2-iscsi neutron-server[93312]: {{(pid=93312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:02:13.899941 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.938370 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.939606 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:13.940308 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:13.973593 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5475724 Jul 20 15:02:13.976969 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41356) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:13.982934 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Request body: {'subnet': {'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-subnet', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:14.012214 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Made reservation on behalf of 261fa9941b7b46b3bdbf3c75b6f0bb8c for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:14.016203 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.112102 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c75fdd-da47-4a90-b03c-89f0806f38ee admin admin] Pushing event updated for resources: {'Network': ['ID=8e10c89f-8a93-436a-ab7a-9d11f8b45f32,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:14.126021 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:02:14.313369 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.378029 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ff2260-5efe-4be5-b36f-658183692ff9,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:14.386657 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Checking segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:14.387011 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Network hostable DHCP agents. Network: 8e10c89f-8a93-436a-ab7a-9d11f8b45f32, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:02:14.396278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.396654 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.397108 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.397452 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.397851 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.398268 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.398590 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.399022 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.399356 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.399681 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.400082 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.400377 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Tracked resource versions report: Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: pushed versions: Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: { 'AddressGroup': {'1.2'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'ConntrackHelper': {'1.0'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Log': {'1.0'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Network': {'1.1'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Port': {'1.7'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'PortForwarding': {'1.2'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'QosPolicy': {'1.8'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroup': {'1.4'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SubPort': {'1.0'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Subnet': {'1.1'}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Trunk': {'1.1'}} Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: consumer versions: Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: HyperV agent@hv-cinder-77890: {}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'ConntrackHelper': '1.0', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Log': '1.0', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Network': '1.1', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Port': '1.7', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'PortForwarding': '1.2', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'QosPolicy': '1.8', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroup': '1.4', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SecurityGroupRule': '1.2', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'SubPort': '1.0', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Subnet': '1.1', Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: 'Trunk': '1.1'}} Jul 20 15:02:14.402623 dv-cinder-778907-2-iscsi neutron-server[93311]: {{(pid=93311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:02:14.425925 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:02:14.441248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 8e10c89f-8a93-436a-ab7a-9d11f8b45f32) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:14.451827 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41374) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:14.457072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ecde5-5622-43fc-b954-571833db9315 None None] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:14.460928 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:14.461954 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.498070 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41380) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:14.499526 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-dc5d6150-f2c0-4588-899a-3cccc3bde963 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5207474 Jul 20 15:02:14.503592 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:14.534170 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.536266 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.649904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.836010 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.903566 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:02:14.905570 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:14.987272 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1516192096-network', 'tenant_id': 'cd95b0cda42341a5bd3bcc803e9485cf'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:15.046209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Made reservation on behalf of cd95b0cda42341a5bd3bcc803e9485cf for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:15.050476 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.069463 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.108232 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Allocated IP 172.20.0.2 (8e10c89f-8a93-436a-ab7a-9d11f8b45f32/a7ff2260-5efe-4be5-b36f-658183692ff9/ac513c7f-5cfd-49b8-96d9-a24d44908dab) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:15.403925 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.427725 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.436289 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.454543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Transition to ACTIVE for port object ac513c7f-5cfd-49b8-96d9-a24d44908dab will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:15.476736 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Transition to ACTIVE for port object ac513c7f-5cfd-49b8-96d9-a24d44908dab will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:15.490487 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.541158 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:15.547173 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:15.551699 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:15.561890 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Pushing event updated for resources: {'Port': ['ID=ac513c7f-5cfd-49b8-96d9-a24d44908dab,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:15.582191 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.589159 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.611378 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.611900 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.612475 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.613002 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.613516 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.614422 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.614988 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.615860 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.616421 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.617010 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.617459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.617983 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Tracked resource versions report: Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: pushed versions: Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: { 'AddressGroup': {'1.2'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'ConntrackHelper': {'1.0'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Log': {'1.0'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Network': {'1.1'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Port': {'1.7'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'PortForwarding': {'1.2'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'QosPolicy': {'1.8'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroup': {'1.4'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SubPort': {'1.0'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Subnet': {'1.1'}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Trunk': {'1.1'}} Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: consumer versions: Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: HyperV agent@hv-cinder-77890: {}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'ConntrackHelper': '1.0', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Log': '1.0', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Network': '1.1', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Port': '1.7', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'PortForwarding': '1.2', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'QosPolicy': '1.8', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroup': '1.4', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SecurityGroupRule': '1.2', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'SubPort': '1.0', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Subnet': '1.1', Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: 'Trunk': '1.1'}} Jul 20 15:02:15.620705 dv-cinder-778907-2-iscsi neutron-server[93313]: {{(pid=93313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:02:15.702021 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Attempting to bind port ac513c7f-5cfd-49b8-96d9-a24d44908dab on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:15.703497 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Attempting to bind port ac513c7f-5cfd-49b8-96d9-a24d44908dab by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:15.703497 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Attempting to bind port ac513c7f-5cfd-49b8-96d9-a24d44908dab on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:15.713985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Allocated IP 172.27.3.99 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/8cb9a36e-114f-46cd-bc73-f6340acdcfb6) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:15.714412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:15.715059 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Checking segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:15.715728 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.716806 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Bound using segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:15.717907 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Bound port: ac513c7f-5cfd-49b8-96d9-a24d44908dab, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:15.719256 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.756373 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:02:15.762937 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac2056-fbd7-4dc2-9307-3be070ee55d7,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:15.793406 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.793956 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Added segment 926db781-4806-42a8-a369-0681e3d79d94 of type vlan for network d39e479d-e3c1-4b1e-8cec-02195c983ee7 Jul 20 15:02:15.898166 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] For port ac513c7f-5cfd-49b8-96d9-a24d44908dab, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:15.905889 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] For port ac513c7f-5cfd-49b8-96d9-a24d44908dab, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=ac513c7f-5cfd-49b8-96d9-a24d44908dab,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:15.917576 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.938380 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:15.994949 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7e17-74d1-41ce-a117-d843fcbb6b55 None None] Pushing event updated for resources: {'Port': ['ID=ac513c7f-5cfd-49b8-96d9-a24d44908dab,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:16.050981 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:16.052493 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:16.053412 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:16.070367 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:16.079093 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41430) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:16.126673 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6668878 Jul 20 15:02:16.127923 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41434) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:16.146378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Request body: {'subnet': {'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1516192096-subnet', 'tenant_id': 'cd95b0cda42341a5bd3bcc803e9485cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:16.192056 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Made reservation on behalf of cd95b0cda42341a5bd3bcc803e9485cf for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:16.198653 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:16.204681 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8009b-e648-4deb-9586-579a01eb4a2e admin admin] Pushing event updated for resources: {'Network': ['ID=d39e479d-e3c1-4b1e-8cec-02195c983ee7,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:16.227590 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network d39e479d-e3c1-4b1e-8cec-02195c983ee7 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:02:16.344295 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:16.493533 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Pushing event updated for resources: {'Port': ['ID=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:16.509750 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:16.513926 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:16.518506 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:16.808861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:16.944234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-387844212-network', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:16.956165 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4744e3ea-634d-42f4-95e7-e5c77d31a072,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:17.043499 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Made reservation on behalf of 0910f027ac134f76b2c587a5d67cf125 for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:17.046898 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.074364 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Checking segment: {'id': '926db781-4806-42a8-a369-0681e3d79d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:17.075123 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Network hostable DHCP agents. Network: d39e479d-e3c1-4b1e-8cec-02195c983ee7, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:02:17.078164 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.097834 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device ac513c7f-5cfd-49b8-96d9-a24d44908dab up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:17.132982 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41456) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:17.215500 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.229424 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.242429 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.267410 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025b8588-0b23-4e28-8361-8948bb805fca,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:17.286342 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Network d39e479d-e3c1-4b1e-8cec-02195c983ee7 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:02:17.288197 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port ac513c7f-5cfd-49b8-96d9-a24d44908dab completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:17.326565 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, d39e479d-e3c1-4b1e-8cec-02195c983ee7) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:17.339283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:02:17.342403 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6757ce-ed00-478f-aff9-99219e5b1652 None None] Network d39e479d-e3c1-4b1e-8cec-02195c983ee7 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:17.356926 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:17.360448 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.446763 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-1356ecca-633a-49f6-b7d6-b0af99f15e1e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3155711 Jul 20 15:02:17.465692 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41470) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:17.468526 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.470008 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Added segment 13fd5861-ad96-4bba-9850-88fc116f21ac of type vlan for network f4f2ce60-bedd-4f6f-98a1-10b37515e650 Jul 20 15:02:17.634733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.640541 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27636ef-b080-4ecc-895d-39f163fc11ae None None] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:17.745820 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.747957 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:17.749278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.773258 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54292ade-86bd-46ef-8c5a-535d8511f382 None None] Network d39e479d-e3c1-4b1e-8cec-02195c983ee7 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:17.902662 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8192115 Jul 20 15:02:17.910154 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41480) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:17.911424 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] Provisioning for port ac513c7f-5cfd-49b8-96d9-a24d44908dab completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:17.919836 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] Provisioning complete for port ac513c7f-5cfd-49b8-96d9-a24d44908dab triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:17.920214 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:17.934987 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Request body: {'subnet': {'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-387844212-subnet', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:18.061430 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.068873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1381557055-network', 'tenant_id': '235a1a25759d4f90b796d9db7711acb4'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:18.100289 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb7d41-0a8d-4521-a971-336fe6082bbf admin admin] Pushing event updated for resources: {'Network': ['ID=f4f2ce60-bedd-4f6f-98a1-10b37515e650,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:18.137713 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.db.api [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:02:18.137713 dv-cinder-778907-2-iscsi neutron-server[93311]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 20 15:02:18.137713 dv-cinder-778907-2-iscsi neutron-server[93311]: [parameters: {'project_id': '0910f027ac134f76b2c587a5d67cf125', 'id': '5df1dba3-83d5-412f-978d-fc4be3d0042f', 'expiration': datetime.datetime(2021, 7, 20, 15, 4, 18, 123582)}] Jul 20 15:02:18.137713 dv-cinder-778907-2-iscsi neutron-server[93311]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:02:18.138307 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG oslo_db.api [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:02:18.167293 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-network', 'tenant_id': 'd42e4268b049496d875ea30341a4099e'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:18.244966 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.318548 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:02:18.426221 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.db.api [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:02:18.426221 dv-cinder-778907-2-iscsi neutron-server[93311]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 20 15:02:18.426221 dv-cinder-778907-2-iscsi neutron-server[93311]: [parameters: {'project_id_1': 'd42e4268b049496d875ea30341a4099e', 'expiration_1': datetime.datetime(2021, 7, 20, 15, 2, 18, 182481)}] Jul 20 15:02:18.426221 dv-cinder-778907-2-iscsi neutron-server[93311]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:02:18.429203 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG oslo_db.api [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:02:18.477091 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Made reservation on behalf of 235a1a25759d4f90b796d9db7711acb4 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:18.490099 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.520502 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.551358 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] For port ac513c7f-5cfd-49b8-96d9-a24d44908dab, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=ac513c7f-5cfd-49b8-96d9-a24d44908dab,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:18.566475 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.579694 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:02:18.726206 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.791466 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Made reservation on behalf of 0910f027ac134f76b2c587a5d67cf125 for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:18.794562 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d174bf-a3d2-4598-bf95-03498d0ce90c None None] Pushing event updated for resources: {'Port': ['ID=ac513c7f-5cfd-49b8-96d9-a24d44908dab,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:18.796759 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.818452 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-feba7260-d4df-4f4e-9503-c14c755ef5c8 None None] Provisioning complete for port ac513c7f-5cfd-49b8-96d9-a24d44908dab triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:18.819171 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-feba7260-d4df-4f4e-9503-c14c755ef5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.878980 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.910073 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:02:18.943507 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:18.944035 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Added segment fdca8c98-133d-4f7f-932d-f87c468f7181 of type vlan for network 5c30f763-f95d-403b-8acc-0b66e0d613cc Jul 20 15:02:19.098902 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.249432 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b5311-b141-4d7d-9556-8df6b600a904,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:19.265823 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.267939 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:19.273222 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.355778 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c30f763-f95d-403b-8acc-0b66e0d613cc,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:19.376885 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 5c30f763-f95d-403b-8acc-0b66e0d613cc details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:02:19.382679 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-694c9dd6-cdeb-425b-94ca-ecfcc76393a8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2466238 Jul 20 15:02:19.404478 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41514) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:19.409119 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Request body: {'subnet': {'network_id': '5c30f763-f95d-403b-8acc-0b66e0d613cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1381557055-subnet', 'tenant_id': '235a1a25759d4f90b796d9db7711acb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:19.489723 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Made reservation on behalf of 235a1a25759d4f90b796d9db7711acb4 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:19.493672 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.522887 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Made reservation on behalf of d42e4268b049496d875ea30341a4099e for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:19.529889 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.549592 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.556937 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.680672 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c623978b-9633-4584-94bd-f69c80f3cdae,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:19.734434 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Checking segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:19.734904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Network hostable DHCP agents. Network: f4f2ce60-bedd-4f6f-98a1-10b37515e650, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:02:19.779657 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:02:19.779889 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:02:19.798454 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:02:19.807422 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, f4f2ce60-bedd-4f6f-98a1-10b37515e650) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:19.821389 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf86e2c-b7e8-46f3-98b1-79aa5140de09 None None] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:19.823749 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:19.825961 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.851639 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.872097 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:19.880884 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:19.953344 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.961937 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79f9507-d8d8-46e6-b47c-9c6b76f2e6ff,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:19.969933 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:19.990692 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.000031 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3488783d-d097-4602-b804-cc746d17525e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5007162 Jul 20 15:02:20.005973 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41548) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:20.011695 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:02:20.031281 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.031749 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Added segment 1982807c-e078-4e13-90ed-48e60dc5b5a3 of type vlan for network f503207b-7b8b-4114-a641-cba64d21ecaf Jul 20 15:02:20.103816 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:02:20.105265 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.107390 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Checking segment: {'id': 'fdca8c98-133d-4f7f-932d-f87c468f7181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c30f763-f95d-403b-8acc-0b66e0d613cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:20.107751 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Network hostable DHCP agents. Network: 5c30f763-f95d-403b-8acc-0b66e0d613cc, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:02:20.182483 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Network 5c30f763-f95d-403b-8acc-0b66e0d613cc is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:02:20.249432 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-2b98b6a3-67d8-4180-83f3-0a361f6f75cd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3323448 Jul 20 15:02:20.264260 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41556) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:20.283988 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:20.288389 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.326877 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:20.345393 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:20.454038 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.455737 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:20.456712 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.490508 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 5c30f763-f95d-403b-8acc-0b66e0d613cc) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:20.542903 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:20.546016 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.569742 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.573971 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Allocated IP 172.20.0.2 (f4f2ce60-bedd-4f6f-98a1-10b37515e650/c623978b-9633-4584-94bd-f69c80f3cdae/965bb8cb-8052-4acb-89f7-2dadb9716a9a) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:20.584685 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.629552 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-408a546d-7485-41c0-ac49-1edbe7b45055 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2242000 Jul 20 15:02:20.660856 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:16Z', 'revision_number': 3, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:20.686374 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41572) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:20.688310 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:02:20.688843 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Updating router 970729d8-c9b2-47c1-ae7d-00dc446aa67e port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:02:20.710766 dv-cinder-778907-2-iscsi neutron-server[93312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 15:02:20.732798 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.833540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:20.844423 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3616910 Jul 20 15:02:20.845545 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41574) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:20.854121 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Request body: {'subnet': {'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-subnet', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:21.024810 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Made reservation on behalf of d42e4268b049496d875ea30341a4099e for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:21.039416 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.130251 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feecfb-03e6-4245-bcf7-483ef73df759 admin admin] Pushing event updated for resources: {'Network': ['ID=f503207b-7b8b-4114-a641-cba64d21ecaf,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:21.224965 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41586) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:21.242897 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b09465-d21d-4f64-b553-8b1f4c5e0101 None None] Network 5c30f763-f95d-403b-8acc-0b66e0d613cc requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:21.258173 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device ac513c7f-5cfd-49b8-96d9-a24d44908dab up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:21.262211 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network f503207b-7b8b-4114-a641-cba64d21ecaf details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:02:21.337589 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.341530 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.424480 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.449283 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-0ed9554d-0944-43b4-8ab0-b91c9e4d2140 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:21.457062 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Transition to ACTIVE for port object 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:21.460607 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-0ed9554d-0944-43b4-8ab0-b91c9e4d2140 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/networks?id=d39e479d-e3c1-4b1e-8cec-02195c983ee7 HTTP/1.1" status: 200 len: 812 time: 0.7713404 Jul 20 15:02:21.462163 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.467979 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.509130 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-d6976bd4-af26-4a2a-9490-8d9e30571017 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/quotas/cd95b0cda42341a5bd3bcc803e9485cf HTTP/1.1" status: 200 len: 375 time: 0.0475192 Jul 20 15:02:21.655208 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Pushing event updated for resources: {'Port': ['ID=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,revision_number=2']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:21.665234 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Attempting to bind port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:21.665905 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Attempting to bind port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:21.676206 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Attempting to bind port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:21.678633 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-ed5c3fb9-c849-4e15-8e9d-2d6a00c72228 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd95b0cda42341a5bd3bcc803e9485cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1684628 Jul 20 15:02:21.696478 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.697181 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.697679 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.698172 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.698689 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.699176 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.699993 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.700159 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.700656 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.701223 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.701723 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.702221 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Tracked resource versions report: Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: pushed versions: Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: { 'AddressGroup': {'1.2'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'ConntrackHelper': {'1.0'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Log': {'1.0'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Network': {'1.1'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Port': {'1.7'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'PortForwarding': {'1.2'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'QosPolicy': {'1.8'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroup': {'1.4'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SubPort': {'1.0'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Subnet': {'1.1'}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Trunk': {'1.1'}} Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: consumer versions: Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: { DHCP agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: HyperV agent@hv-cinder-77890: {}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: L3 agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: Metadata agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: Metering agent@dv-cinder-778907-2-iscsi: {}, Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: Open vSwitch agent@dv-cinder-778907-2-iscsi: { 'AddressGroup': '1.2', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'ConntrackHelper': '1.0', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Log': '1.0', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Network': '1.1', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Port': '1.7', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'PortForwarding': '1.2', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'QosPolicy': '1.8', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroup': '1.4', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SecurityGroupRule': '1.2', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'SubPort': '1.0', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Subnet': '1.1', Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: 'Trunk': '1.1'}} Jul 20 15:02:21.703494 dv-cinder-778907-2-iscsi neutron-server[93314]: {{(pid=93314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:02:21.709007 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:21.709676 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:21.711082 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.711702 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:21.718150 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Bound port: 8cb9a36e-114f-46cd-bc73-f6340acdcfb6, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:21.718567 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.746339 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Transition to ACTIVE for port object 965bb8cb-8052-4acb-89f7-2dadb9716a9a will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:21.778237 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Transition to ACTIVE for port object 965bb8cb-8052-4acb-89f7-2dadb9716a9a will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:21.844358 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.874796 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] For port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:21.882566 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] For port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:21.897978 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.923356 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:21.987014 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:21.990868 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.004519 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Pushing event updated for resources: {'Port': ['ID=965bb8cb-8052-4acb-89f7-2dadb9716a9a,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:22.012454 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:22.044279 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b7426-5c4e-40a9-a500-655fd0c6c821 None None] Pushing event updated for resources: {'Port': ['ID=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:22.127254 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570fd24b-bb99-44f9-b10d-fa47aa3463a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.135369 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:22.136281 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:22.194413 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Checking segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:22.194833 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Network hostable DHCP agents. Network: f503207b-7b8b-4114-a641-cba64d21ecaf, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:02:22.334704 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:22.338246 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-9a52960f-2bb3-4e0f-9a4a-8760c55a27b0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 15:02:22.352265 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-9a52960f-2bb3-4e0f-9a4a-8760c55a27b0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3633583 Jul 20 15:02:22.357474 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83386c4-316c-488f-bb53-15132f6a61a4 None None] Network 5c30f763-f95d-403b-8acc-0b66e0d613cc requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:22.403736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Network f503207b-7b8b-4114-a641-cba64d21ecaf is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:02:22.417068 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:22.417290 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e62324-f1fb-410c-b606-3ad83511f1f5,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:22.429673 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, f503207b-7b8b-4114-a641-cba64d21ecaf) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:22.508844 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41638) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:22.517428 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-435007503-network', 'tenant_id': '466de29c3e0140689ce32c788ad8d288'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:22.545821 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:22.546794 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.578228 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.613122 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.616270 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-24187104-c470-4211-9c20-3aadb7769528 service neutron] 10.222.0.35 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604852 Jul 20 15:02:22.654643 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947bd6c-7037-4dc2-8114-08ebe5498e64 None None] Network f503207b-7b8b-4114-a641-cba64d21ecaf requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:22.719197 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Allocated IP 172.20.0.1 (8e10c89f-8a93-436a-ab7a-9d11f8b45f32/a7ff2260-5efe-4be5-b36f-658183692ff9/181a4e7b-b53f-47d1-b03e-1b7bfc0fb561) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:22.740374 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570fd24b-bb99-44f9-b10d-fa47aa3463a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.825305 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570fd24b-bb99-44f9-b10d-fa47aa3463a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.833587 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:16Z', 'revision_number': 3, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:22.867761 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.884294 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-570fd24b-bb99-44f9-b10d-fa47aa3463a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5025b103394f41f8a3f4dd3992d7f20f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6563497 Jul 20 15:02:22.886167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Made reservation on behalf of 466de29c3e0140689ce32c788ad8d288 for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:22.887712 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Transition to ACTIVE for port object 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:22.890393 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:22.894977 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f347946-28e4-4315-bd95-2207dac649f8 None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:16Z', 'revision_number': 3, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:02:22.912241 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41650) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:22.913050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.039179 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.047263 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port ac513c7f-5cfd-49b8-96d9-a24d44908dab triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:23.047925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.049456 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41654) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:23.055723 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.056675 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ac896052-c600-41a2-be59-f634dd955dcc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2069883 Jul 20 15:02:23.060823 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:23.105919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.120307 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:02:23.125006 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Pushing event updated for resources: {'Port': ['ID=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:23.143791 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.144522 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Added segment 4f5fb400-ed83-47c3-b7ae-3dc4dd3c0748 of type vlan for network d3e075c4-7b43-4b55-b733-89d6157a7ccc Jul 20 15:02:23.146922 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:23.152481 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:23.157540 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:23.158133 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.179597 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Attempting to bind port 965bb8cb-8052-4acb-89f7-2dadb9716a9a on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:23.180239 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Attempting to bind port 965bb8cb-8052-4acb-89f7-2dadb9716a9a by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:23.180800 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Attempting to bind port 965bb8cb-8052-4acb-89f7-2dadb9716a9a on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:23.203458 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.225678 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.226740 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.237309 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:23.237907 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Checking segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:23.238594 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.239266 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Bound using segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:23.240043 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Bound port: 965bb8cb-8052-4acb-89f7-2dadb9716a9a, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:23.240668 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.261190 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.262365 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:23.263352 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.273352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e208ae5-fabc-4ab9-89ee-f8faa89bd9b4 None None] Network f503207b-7b8b-4114-a641-cba64d21ecaf requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:23.301577 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7892721 Jul 20 15:02:23.311741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41660) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:23.380054 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Request body: {'subnet': {'network_id': 'd3e075c4-7b43-4b55-b733-89d6157a7ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-435007503-subnet', 'tenant_id': '466de29c3e0140689ce32c788ad8d288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:23.389175 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.393584 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Allocated IP 172.27.3.137 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/5dad9fd9-05dc-40be-98d0-b13d285e8191) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:23.396393 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a9746489-3f2e-4a94-8be9-4a0ffd2c1f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.428044 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-6e148935-d4ee-4336-8df1-ccc1d0f22b4d service neutron] 10.222.0.35 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064561 Jul 20 15:02:23.453313 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a9746489-3f2e-4a94-8be9-4a0ffd2c1f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.665058 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] For port 965bb8cb-8052-4acb-89f7-2dadb9716a9a, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:23.735441 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] For port 965bb8cb-8052-4acb-89f7-2dadb9716a9a, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=965bb8cb-8052-4acb-89f7-2dadb9716a9a,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:23.785995 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.809311 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.817628 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41672) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:23.818203 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41674) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:23.847285 dv-cinder-778907-2-iscsi neutron-server[93311]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 15:02:23.850443 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fd24b-bb99-44f9-b10d-fa47aa3463a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b241ab6-eb28-4b6a-b2c4-9f2b4f6d9657,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:23.874742 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.876469 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-8be9c6f9-b633-4311-959a-dd63c266e4a3 None None] Provisioning for port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:23.945839 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7f4b969d-c3c7-4cb7-a800-2d638bce3500 req-dcd0e547-4a13-48c7-8106-44f45de1dafa tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.1203482 Jul 20 15:02:23.954559 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-8be9c6f9-b633-4311-959a-dd63c266e4a3 None None] Provisioning complete for port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:23.955683 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-8be9c6f9-b633-4311-959a-dd63c266e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.963110 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a9746489-3f2e-4a94-8be9-4a0ffd2c1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.966326 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a9746489-3f2e-4a94-8be9-4a0ffd2c1f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:23.967522 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a9746489-3f2e-4a94-8be9-4a0ffd2c1f89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b241ab6-eb28-4b6a-b2c4-9f2b4f6d9657 HTTP/1.1" status: 204 len: 168 time: 1.0447488 Jul 20 15:02:24.110634 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Made reservation on behalf of 466de29c3e0140689ce32c788ad8d288 for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:24.114963 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.125895 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.261804 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-8be9c6f9-b633-4311-959a-dd63c266e4a3 None None] Port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:02:24.276705 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:24.282644 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2512b-6641-4089-bd14-4db7dc6c5d7e None None] Pushing event updated for resources: {'Port': ['ID=965bb8cb-8052-4acb-89f7-2dadb9716a9a,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:24.461805 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:24.476455 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:24.477245 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.487728 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e075c4-7b43-4b55-b733-89d6157a7ccc,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:24.489800 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f76f-5cd7-48cd-9cbe-3719dc826e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c49bd3-85c6-4518-8458-27d45887547f,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:24.588051 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network d3e075c4-7b43-4b55-b733-89d6157a7ccc details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:02:24.623814 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-903fef84-49be-409f-93ca-f6c69306d511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.644234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9746489-3f2e-4a94-8be9-4a0ffd2c1f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b241ab6-eb28-4b6a-b2c4-9f2b4f6d9657,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:24.707888 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.766158 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.883513 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:24.902736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12160c74-5bea-425c-ad12-ec612c66f8f9,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:24.916827 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:24.941718 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41704) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:24.952426 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:24.959040 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:24.959297 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5dad9fd9-05dc-40be-98d0-b13d285e8191,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:24.994590 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:25.002868 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.017970 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.022992 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-facec529-cae2-4932-ac5e-f6abc5fb5666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.092869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.099540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Checking segment: {'id': '4f5fb400-ed83-47c3-b7ae-3dc4dd3c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3e075c4-7b43-4b55-b733-89d6157a7ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:25.100032 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Network hostable DHCP agents. Network: d3e075c4-7b43-4b55-b733-89d6157a7ccc, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:02:25.121010 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:25.158729 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.238058 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f16440f-0e85-4af0-8de1-c6b4242350f4 req-2e80a1ec-7206-4531-b611-e828dc4aac9e tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.1195831 Jul 20 15:02:25.272258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-903fef84-49be-409f-93ca-f6c69306d511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.272258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Network d3e075c4-7b43-4b55-b733-89d6157a7ccc is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:02:25.283553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.284932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.285969 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-903fef84-49be-409f-93ca-f6c69306d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.303815 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, d3e075c4-7b43-4b55-b733-89d6157a7ccc) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:25.318112 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f88b13d-9076-4bac-8aee-9fc7ce272dcb None None] Network d3e075c4-7b43-4b55-b733-89d6157a7ccc requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:25.385301 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:25.385680 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Pushing event updated for resources: {'Port': ['ID=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:25.385900 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.431047 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-903fef84-49be-409f-93ca-f6c69306d511 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=860ac9210ffa4310a62e246d01d73844&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6044860 Jul 20 15:02:25.438553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41722) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:25.447598 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fef84-49be-409f-93ca-f6c69306d511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365eeec2-b388-4fa5-b2eb-be8033e91378,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:25.574360 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.597753 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c7354-9e15-4dd4-934a-0e2cc036518d None None] Network d3e075c4-7b43-4b55-b733-89d6157a7ccc requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:25.676541 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-facec529-cae2-4932-ac5e-f6abc5fb5666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.689807 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-facec529-cae2-4932-ac5e-f6abc5fb5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.720162 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Allocated IP 172.27.3.165 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/e1d013d7-a41b-4f79-a09d-cd6cf5fdc125) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:25.740523 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd011be-90bd-401f-82b3-a05ff887e480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.806643 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5b55d43b-76ba-44e4-a437-bf4f7d889a65 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4184704 Jul 20 15:02:25.847545 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facec529-cae2-4932-ac5e-f6abc5fb5666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8c102-0208-406d-a8c8-19e280106c2c,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:25.856722 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-facec529-cae2-4932-ac5e-f6abc5fb5666 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e792fb21f4454715a1ed6905ba24760f&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9139144 Jul 20 15:02:25.862193 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41732) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:25.970372 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f283d4e0-cda6-42fb-b99d-2b928b1cb64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:25.982151 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.116588 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41738) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:26.187668 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd011be-90bd-401f-82b3-a05ff887e480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.226004 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f283d4e0-cda6-42fb-b99d-2b928b1cb64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.236661 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:26.254138 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:26.254473 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:26.411519 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:26.414444 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.425396 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Deleting subnet f79f9507-d8d8-46e6-b47c-9c6b76f2e6ff {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:02:26.452044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd011be-90bd-401f-82b3-a05ff887e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.461050 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd011be-90bd-401f-82b3-a05ff887e480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.462641 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-dfd011be-90bd-401f-82b3-a05ff887e480 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/365eeec2-b388-4fa5-b2eb-be8033e91378 HTTP/1.1" status: 204 len: 168 time: 1.0193212 Jul 20 15:02:26.463240 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3beac-ed16-4955-8647-24347aab39e1 None None] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:02:26.474943 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.542716 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-589809af-6eb8-40de-a696-ca3fe8d94f83 None None] Provisioning for port 965bb8cb-8052-4acb-89f7-2dadb9716a9a completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:26.558375 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.654519 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f283d4e0-cda6-42fb-b99d-2b928b1cb64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.657931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f283d4e0-cda6-42fb-b99d-2b928b1cb64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:26.674262 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f283d4e0-cda6-42fb-b99d-2b928b1cb64d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1f8c102-0208-406d-a8c8-19e280106c2c HTTP/1.1" status: 204 len: 168 time: 0.8070438 Jul 20 15:02:26.686541 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 965bb8cb-8052-4acb-89f7-2dadb9716a9a up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:26.692622 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd011be-90bd-401f-82b3-a05ff887e480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365eeec2-b388-4fa5-b2eb-be8033e91378,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:26.739614 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283d4e0-cda6-42fb-b99d-2b928b1cb64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8c102-0208-406d-a8c8-19e280106c2c,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:26.872947 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:02:26.951264 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.016750 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e2d60347-258d-47c6-a05b-7c27a43b74f6 req-ba476490-f3f9-4b90-a8df-8bdfffd20759 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.1746693 Jul 20 15:02:27.033850 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.086487 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:02:27.131733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.131733 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4b4c7f44-c0d3-4050-960b-0638f125b7e1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8573434 Jul 20 15:02:27.131733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41762) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:27.205216 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:02:27.268379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.293487 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:27.294357 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:27.303224 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c5d5356f-1039-4bd6-86f2-738e1aab1914 None None] Provisioning complete for port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:27.303661 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5356f-1039-4bd6-86f2-738e1aab1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.325945 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:02:27.343112 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:27.351496 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.358464 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:27.369692 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:27.432829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:27.527042 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.535513 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f79f9507-d8d8-46e6-b47c-9c6b76f2e6ff HTTP/1.1" status: 204 len: 168 time: 1.4151988 Jul 20 15:02:27.536068 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41784) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:27.558033 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e7c77-7ce0-4788-87de-e827e29bc6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79f9507-d8d8-46e6-b47c-9c6b76f2e6ff,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:27.635423 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 965bb8cb-8052-4acb-89f7-2dadb9716a9a completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:27.662495 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 965bb8cb-8052-4acb-89f7-2dadb9716a9a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:27.665084 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.717978 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5356f-1039-4bd6-86f2-738e1aab1914 None None] Port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:02:27.727474 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:27.787796 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.36', 50148) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:27.815741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:27.818109 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:02:27.832943 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-af31e856-c4df-4155-8c46-2fc8519394c8 admin admin] 10.222.0.35 "PUT /v2.0/routers/970729d8-c9b2-47c1-ae7d-00dc446aa67e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8110509 Jul 20 15:02:27.840283 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:02:27.865292 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:27.866213 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:28.102085 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.352877 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-7819b8a7-c3dd-4a83-9bee-7bacc3003c6a tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:28.357627 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-7819b8a7-c3dd-4a83-9bee-7bacc3003c6a tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.36 "GET /v2.0/networks?id=d39e479d-e3c1-4b1e-8cec-02195c983ee7 HTTP/1.1" status: 200 len: 812 time: 0.5687981 Jul 20 15:02:28.415045 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.432664 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.450447 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Request body: {'port': {'device_id': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7', 'admin_state_up': True, 'tenant_id': 'cd95b0cda42341a5bd3bcc803e9485cf'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:28.489598 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6c8bf86c-93b4-4263-a86c-7e797404c658 req-84c0cc7a-02bd-40ba-99fc-ccd3c92f7963 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.0766990 Jul 20 15:02:28.524111 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:28.548978 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.550268 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.551818 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.552811 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > port after_create 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.553458 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.554003 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > port after_update 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.554560 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.555090 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.556694 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.557638 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.619430 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 965bb8cb-8052-4acb-89f7-2dadb9716a9a, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=965bb8cb-8052-4acb-89f7-2dadb9716a9a,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:28.627045 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4464502c-6833-4961-a8c2-e25c20efa3f4 None None] Provisioning complete for port 965bb8cb-8052-4acb-89f7-2dadb9716a9a triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:28.627425 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4464502c-6833-4961-a8c2-e25c20efa3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.637084 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.718818 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.835289 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:25Z', 'revision_number': 3, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:28.888267 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=965bb8cb-8052-4acb-89f7-2dadb9716a9a,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:28.902137 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:02:28.902770 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Updating router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 port 5dad9fd9-05dc-40be-98d0-b13d285e8191 binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:02:28.985962 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:28.989935 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Router a55a4a19-c253-42ca-a961-c3163db24573 is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:02:28.994478 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.995053 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.995283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.995794 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:28.999036 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30f763-f95d-403b-8acc-0b66e0d613cc']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:29.069651 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 2, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:29.085595 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdca8c98-133d-4f7f-932d-f87c468f7181') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:29.087976 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdca8c98-133d-4f7f-932d-f87c468f7181') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:29.151939 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:02:29.153527 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Updating router 970729d8-c9b2-47c1-ae7d-00dc446aa67e port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:02:29.193258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.234532 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.400398 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:02:29.449187 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.453709 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9334fd14-1c2f-4099-97fd-67b9e02f83c0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4008491 Jul 20 15:02:29.457537 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41864) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:29.487500 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.513388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:02:29.514205 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.514888 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Sync routers for ids ['a55a4a19-c253-42ca-a961-c3163db24573'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: from cryptography.utils import int_from_bytes Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: from cryptography.utils import int_from_bytes Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:02:29.526892 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:02:29.648676 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.659922 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Routers {'a55a4a19-c253-42ca-a961-c3163db24573'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:29.665005 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['a55a4a19-c253-42ca-a961-c3163db24573'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:29.781306 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41876) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:29.784505 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.900117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Transition to ACTIVE for port object 5dad9fd9-05dc-40be-98d0-b13d285e8191 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:29.937990 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.955819 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147492670', 'description': 'tempest-description--173426081'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:29.957485 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.977401 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Transition to ACTIVE for port object 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:29.983622 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.993197 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:29.994433 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5c30f763-f95d-403b-8acc-0b66e0d613cc HTTP/1.1" status: 204 len: 168 time: 2.4571586 Jul 20 15:02:30.044737 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41882) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:30.065893 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1dcad565-4112-4a24-9077-afc5dce97f02 req-01107fa1-7b3e-4232-b668-80df970a70aa tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.2736151 Jul 20 15:02:30.098050 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0509-0898-4e8b-a05b-60b4c8971f94 None None] Pushing event updated for resources: {'Port': ['ID=5dad9fd9-05dc-40be-98d0-b13d285e8191,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:30.107934 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39215-99d5-43d7-8beb-c3ba53292d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c30f763-f95d-403b-8acc-0b66e0d613cc,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:30.121737 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Attempting to bind port 5dad9fd9-05dc-40be-98d0-b13d285e8191 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:30.122143 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Attempting to bind port 5dad9fd9-05dc-40be-98d0-b13d285e8191 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:30.122547 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Attempting to bind port 5dad9fd9-05dc-40be-98d0-b13d285e8191 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:30.152059 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86636ca-c24d-4492-9807-0792f79685c0 None None] Pushing event updated for resources: {'Port': ['ID=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:30.159817 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Made reservation on behalf of cd95b0cda42341a5bd3bcc803e9485cf for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:30.163542 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.173388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Set router a55a4a19-c253-42ca-a961-c3163db24573 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:30.175961 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:30.176715 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:30.177362 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.178009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:30.178747 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Bound port: 5dad9fd9-05dc-40be-98d0-b13d285e8191, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:30.179375 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.238142 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.db.api [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:02:30.238142 dv-cinder-778907-2-iscsi neutron-server[93311]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 20 15:02:30.238142 dv-cinder-778907-2-iscsi neutron-server[93311]: [parameters: {'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'id': '7dd1e45e-2534-4263-b1cc-1db66c88abe8', 'expiration': datetime.datetime(2021, 7, 20, 15, 4, 30, 113539)}] Jul 20 15:02:30.238142 dv-cinder-778907-2-iscsi neutron-server[93311]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:02:30.238971 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG oslo_db.api [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:02:30.324787 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Attempting to bind port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:30.325467 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Attempting to bind port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:30.326071 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Attempting to bind port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:30.340099 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:30.341146 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Checking segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:30.341732 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.342306 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Bound using segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:30.342841 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Bound port: 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:30.343266 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.523648 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.557304 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Deleting subnet 12160c74-5bea-425c-ad12-ec612c66f8f9 {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:02:30.631038 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] For port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:30.647308 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] For port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:30.655448 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.867075 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86636ca-c24d-4492-9807-0792f79685c0 None None] Pushing event updated for resources: {'Port': ['ID=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:30.873774 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 965bb8cb-8052-4acb-89f7-2dadb9716a9a up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:30.874728 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:30.910115 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] For port 5dad9fd9-05dc-40be-98d0-b13d285e8191, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:30.968726 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:30.971914 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:31.004875 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:31.172867 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:31.226676 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] For port 5dad9fd9-05dc-40be-98d0-b13d285e8191, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=5dad9fd9-05dc-40be-98d0-b13d285e8191,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:31.288206 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:31.470901 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:31.554402 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0509-0898-4e8b-a05b-60b4c8971f94 None None] Pushing event updated for resources: {'Port': ['ID=5dad9fd9-05dc-40be-98d0-b13d285e8191,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:31.567865 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:31.583077 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:31.584078 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:31.628197 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b32c3d4c-1893-4d60-80cd-f99e1442c8ea req-feb210ab-2fb2-46bd-906a-f109d13e1a53 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.1493762 Jul 20 15:02:31.702422 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 965bb8cb-8052-4acb-89f7-2dadb9716a9a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:31.702422 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.123047 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Allocated IP 172.20.0.8 (d39e479d-e3c1-4b1e-8cec-02195c983ee7/4744e3ea-634d-42f4-95e7-e5c77d31a072/7ee5d063-2872-459d-b37a-766d658fc3a6) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:32.169407 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Allocated IP 172.20.0.1 (f503207b-7b8b-4114-a641-cba64d21ecaf/71e62324-f1fb-410c-b606-3ad83511f1f5/a6505b1f-3a63-42e6-bdfc-8d47c70c16f4) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:32.180265 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:30Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:32.272367 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add09de-df54-4fd3-8730-35880b6e067e None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:30Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:02:32.301724 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:02:27Z', 'revision_number': 3, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:32.372911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.450464 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.574264 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Network f503207b-7b8b-4114-a641-cba64d21ecaf is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:32.588582 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:32.592356 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:32.607292 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Checking router: a55a4a19-c253-42ca-a961-c3163db24573 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:02:32.607999 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Updating router a55a4a19-c253-42ca-a961-c3163db24573 port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:02:32.632492 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41930) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:32.656848 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:32.657547 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.765294 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.902742 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.917070 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:32.977894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.019296 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f82ba9b0-1576-400a-8325-52dd1f869c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.114575 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:33.186301 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab13276a-c733-4d67-a286-d69e8330e86a req-529a807f-c5c7-4f23-9fd6-a3ef8210fef8 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.2485042 Jul 20 15:02:33.264556 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.347066 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.354182 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5634742 Jul 20 15:02:33.360743 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41938) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:33.387827 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f82ba9b0-1576-400a-8325-52dd1f869c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.390258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'security_group_rule': {'security_group_id': 'cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:33.393471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f82ba9b0-1576-400a-8325-52dd1f869c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.447097 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f82ba9b0-1576-400a-8325-52dd1f869c0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7de9e1a50f74fb494433b189af64fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8134880 Jul 20 15:02:33.454624 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41942) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:33.522892 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.556666 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bad5d7-2dcc-4801-9f7f-0e34ff39a566 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:33.560467 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.561188 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.575090 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:33.663754 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ba9b0-1576-400a-8325-52dd1f869c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b97119-f98d-43ef-b672-d458fc1462f9,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:33.694836 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:33.983432 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Allocated IP 172.20.0.1 (f4f2ce60-bedd-4f6f-98a1-10b37515e650/c623978b-9633-4584-94bd-f69c80f3cdae/d9428056-7363-4402-94f3-c99e29ca870b) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:34.007751 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b85599e-27f6-4a1e-bb20-97c906323a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.168990 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.215750 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b85599e-27f6-4a1e-bb20-97c906323a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.224131 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Network f503207b-7b8b-4114-a641-cba64d21ecaf is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:34.288990 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:34.337135 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:34.497736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.498912 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41958) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:34.520493 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.616797 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.678187 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.685338 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d830ba-7959-4c06-a209-4b1b0e517de1,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:34.688275 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.700414 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/12160c74-5bea-425c-ad12-ec612c66f8f9 HTTP/1.1" status: 204 len: 168 time: 4.6540351 Jul 20 15:02:34.712315 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41962) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:34.797614 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c5b7-9c10-410e-9bd6-543df138dcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12160c74-5bea-425c-ad12-ec612c66f8f9,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:34.804486 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b85599e-27f6-4a1e-bb20-97c906323a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.818166 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.819548 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2b85599e-27f6-4a1e-bb20-97c906323a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.825796 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-68e04f76-a92e-40d1-97ca-8c33f515a551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4544678 Jul 20 15:02:34.828791 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-88ca1ab0-fa9d-409b-8e02-a088a8fd0cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:34.831111 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2b85599e-27f6-4a1e-bb20-97c906323a54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75b97119-f98d-43ef-b672-d458fc1462f9 HTTP/1.1" status: 204 len: 168 time: 1.3679049 Jul 20 15:02:34.835118 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41968) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:34.842513 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4dfc9a31-b6dc-423d-ac70-b772acf4ff1f req-7cebcc0c-e783-40cc-8fa9-41ab3e6e60da tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.2326639 Jul 20 15:02:34.863692 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Transition to ACTIVE for port object d9428056-7363-4402-94f3-c99e29ca870b will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:34.882484 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'security_group_rule': {'security_group_id': 'cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:34.929613 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85599e-27f6-4a1e-bb20-97c906323a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b97119-f98d-43ef-b672-d458fc1462f9,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:34.967612 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.071279 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.105928 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Transition to ACTIVE for port object e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:35.146052 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.171603 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.173910 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Router a55a4a19-c253-42ca-a961-c3163db24573 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:02:35.299433 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:25Z', 'revision_number': 3, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:35.302023 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Attempting to bind port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:35.302674 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Attempting to bind port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:35.303349 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Attempting to bind port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:35.354706 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b04fac-9aa9-45a1-9d2f-30d7fcaa9deb None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:25Z', 'revision_number': 3, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:02:35.374968 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:35.375651 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:35.376334 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.376916 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:35.377927 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Bound port: e1d013d7-a41b-4f79-a09d-cd6cf5fdc125, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:35.379166 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.382749 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d85248-9bb1-4e54-b2a9-840f0ba0345d None None] Pushing event updated for resources: {'Port': ['ID=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:35.419800 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Network d39e479d-e3c1-4b1e-8cec-02195c983ee7 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:35.454318 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.486386 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:02:35.487975 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:35.494174 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:35.527162 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Pushing event updated for resources: {'Port': ['ID=7ee5d063-2872-459d-b37a-766d658fc3a6,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:35.560978 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:35.577035 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.604846 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:35.605347 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.615793 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] For port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:35.632447 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] For port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:35.720920 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.878116 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Routers {'a55a4a19-c253-42ca-a961-c3163db24573'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:35.878632 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['a55a4a19-c253-42ca-a961-c3163db24573'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:35.954899 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-88ca1ab0-fa9d-409b-8e02-a088a8fd0cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.976301 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:35.979900 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 41980) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:36.034399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.034765 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.035580 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.035916 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.036239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.036572 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.036890 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.037206 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.037516 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.037836 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.051172 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:36.092724 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.106956 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:36.110676 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:36.145084 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] Set router a55a4a19-c253-42ca-a961-c3163db24573 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:36.173669 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-88ca1ab0-fa9d-409b-8e02-a088a8fd0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.289588 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-88ca1ab0-fa9d-409b-8e02-a088a8fd0cf5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d4d8a4575cc437e8b31e792d7822a17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7835646 Jul 20 15:02:36.290510 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.332997 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 41990) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:36.532359 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.544743 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d85248-9bb1-4e54-b2a9-840f0ba0345d None None] Pushing event updated for resources: {'Port': ['ID=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:36.578117 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.578486 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.578864 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.579177 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:02:36.579639 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e075c4-7b43-4b55-b733-89d6157a7ccc']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:36.588285 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-56f29abd-d2c9-4cc5-8664-52a6db7e5e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.603594 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5fb400-ed83-47c3-b7ae-3dc4dd3c0748') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:36.604388 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5fb400-ed83-47c3-b7ae-3dc4dd3c0748') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:36.634590 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e29cd6a5-3c71-4d4d-86f9-5b0bbb8c99e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.637851 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.651141 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:36.670836 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:02:36.677971 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.701678 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.712600 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:02:36.713131 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: from cryptography.utils import int_from_bytes Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: from cryptography.utils import int_from_bytes Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:02:36.798924 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:02:36.809677 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-bcce9ab5-275e-4aed-8a85-5d6b7f877ac0 admin admin] 10.222.0.35 "PUT /v2.0/routers/a55a4a19-c253-42ca-a961-c3163db24573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3498011 Jul 20 15:02:36.810640 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.829788 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-e2ab9872-1d02-4ac1-9786-1842b0f093c6 None None] Provisioning for port d9428056-7363-4402-94f3-c99e29ca870b completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:36.847775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.856038 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d3e075c4-7b43-4b55-b733-89d6157a7ccc HTTP/1.1" status: 204 len: 168 time: 2.1318700 Jul 20 15:02:36.861136 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-e2ab9872-1d02-4ac1-9786-1842b0f093c6 None None] Provisioning complete for port d9428056-7363-4402-94f3-c99e29ca870b triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:36.861136 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9872-1d02-4ac1-9786-1842b0f093c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:36.935078 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3fc97-10c4-4988-a170-864dea2c3dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e075c4-7b43-4b55-b733-89d6157a7ccc,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:36.988933 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab9872-1d02-4ac1-9786-1842b0f093c6 None None] Port d9428056-7363-4402-94f3-c99e29ca870b cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:02:37.001417 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:37.089127 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5dad9fd9-05dc-40be-98d0-b13d285e8191 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:37.101372 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.111441 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2257960 Jul 20 15:02:37.185744 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42000) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:37.200021 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 5dad9fd9-05dc-40be-98d0-b13d285e8191 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:37.206288 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:37.209410 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 5dad9fd9-05dc-40be-98d0-b13d285e8191 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:37.210181 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.253570 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753365b-023a-4ed7-aa25-5011486eac41 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96820e5-933f-46be-ae4e-87583b8547e6,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:37.295655 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:02:32Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'a6505b1f-3a63-42e6-bdfc-8d47c70c16f4', 'name': '', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'mac_address': 'fa:16:3e:47:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:33Z', 'revision_number': 2, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'subnets': [{'id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:37.374774 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacbee5-ead6-4349-8a5d-5367c68e082b None None] The sync data for ids ['a55a4a19-c253-42ca-a961-c3163db24573'] in dv-cinder-778907-2-iscsi is: [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:02:32Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'a6505b1f-3a63-42e6-bdfc-8d47c70c16f4', 'name': '', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'mac_address': 'fa:16:3e:47:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:33Z', 'revision_number': 2, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'subnets': [{'id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:02:37.391879 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e29cd6a5-3c71-4d4d-86f9-5b0bbb8c99e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.394996 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca1ab0-fa9d-409b-8e02-a088a8fd0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b58a92-cc67-4194-af81-19da10c70ebf,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:37.400703 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Pushing event updated for resources: {'Port': ['ID=d9428056-7363-4402-94f3-c99e29ca870b,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:37.420741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:37.421565 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42010) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:37.427882 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.442484 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.449063 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e29cd6a5-3c71-4d4d-86f9-5b0bbb8c99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.533866 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.574271 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 5dad9fd9-05dc-40be-98d0-b13d285e8191, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=5dad9fd9-05dc-40be-98d0-b13d285e8191,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:37.588283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42012) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:37.596306 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.664214 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-e29cd6a5-3c71-4d4d-86f9-5b0bbb8c99e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18a4b6d9d71241a88023040eebc253c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6804047 Jul 20 15:02:37.665888 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.706343 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42016) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:37.709582 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-cbdcbcf6-4be0-4d86-9a2c-b1a2f275a84b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2637522 Jul 20 15:02:37.734848 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=5dad9fd9-05dc-40be-98d0-b13d285e8191,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:37.738646 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1d909b1e-9451-41d7-9bae-f3f718de74c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.796628 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1d909b1e-9451-41d7-9bae-f3f718de74c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:37.817135 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cd6a5-3c71-4d4d-86f9-5b0bbb8c99e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c6cc3-f7e4-4c49-aa32-a69203fc6729,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:37.888953 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9c5c3316-cf77-42f5-9656-e03dff7fd8a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=235a1a25759d4f90b796d9db7711acb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4641030 Jul 20 15:02:37.890360 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42018) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:37.967950 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-797584e6-ec87-4767-9885-bd5a052dcbf3 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 15:02:37.969437 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-797584e6-ec87-4767-9885-bd5a052dcbf3 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351763 Jul 20 15:02:38.026407 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1d909b1e-9451-41d7-9bae-f3f718de74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.030522 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1d909b1e-9451-41d7-9bae-f3f718de74c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.031916 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-1d909b1e-9451-41d7-9bae-f3f718de74c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30b58a92-cc67-4194-af81-19da10c70ebf HTTP/1.1" status: 204 len: 168 time: 1.0418971 Jul 20 15:02:38.174881 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00fdf-c76c-4fcf-9632-94e85966fc54 req-a71a41a5-340c-424a-9219-facc69ea4370 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:38.202905 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e5a00fdf-c76c-4fcf-9632-94e85966fc54 req-a71a41a5-340c-424a-9219-facc69ea4370 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 931 time: 2.1075373 Jul 20 15:02:38.321389 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9a112fd5-578e-4cdc-9ed4-84b734783689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.381811 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909b1e-9451-41d7-9bae-f3f718de74c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b58a92-cc67-4194-af81-19da10c70ebf,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:38.390294 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5c338acb-2d9a-4dc4-9f2e-bdd983866940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.583186 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9a112fd5-578e-4cdc-9ed4-84b734783689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.599567 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52d76ee2-61fd-4506-8eb3-9b92cbb91aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.687869 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Request body: {'port': {'device_id': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:38.712397 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-3a429204-ce90-4702-8450-3f51d117867b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:38.716123 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-3a429204-ce90-4702-8450-3f51d117867b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 819 time: 0.6172042 Jul 20 15:02:38.834730 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-e89ba883-67c3-4b27-b2a8-cf30be7b38fe tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/quotas/d42e4268b049496d875ea30341a4099e HTTP/1.1" status: 200 len: 375 time: 0.1019826 Jul 20 15:02:38.906817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.909836 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52d76ee2-61fd-4506-8eb3-9b92cbb91aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:38.933454 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e5a00fdf-c76c-4fcf-9632-94e85966fc54 req-957fc628-45ee-4395-a9c0-4d794be67033 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7283640 Jul 20 15:02:39.125654 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.152698 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9a112fd5-578e-4cdc-9ed4-84b734783689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.156894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9a112fd5-578e-4cdc-9ed4-84b734783689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.158837 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9a112fd5-578e-4cdc-9ed4-84b734783689 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e1b5311-b141-4d7d-9556-8df6b600a904 HTTP/1.1" status: 204 len: 168 time: 1.2659991 Jul 20 15:02:39.189073 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:39.195435 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-31d353cb-dcb6-4511-988b-bf521894905e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.200431 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.205662 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.209224 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52d76ee2-61fd-4506-8eb3-9b92cbb91aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.212199 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52d76ee2-61fd-4506-8eb3-9b92cbb91aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.213534 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-52d76ee2-61fd-4506-8eb3-9b92cbb91aaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef0c6cc3-f7e4-4c49-aa32-a69203fc6729 HTTP/1.1" status: 204 len: 168 time: 1.5057256 Jul 20 15:02:39.267102 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a112fd5-578e-4cdc-9ed4-84b734783689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b5311-b141-4d7d-9556-8df6b600a904,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:39.271544 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76ee2-61fd-4506-8eb3-9b92cbb91aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c6cc3-f7e4-4c49-aa32-a69203fc6729,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:39.386372 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-ada643ae-0d88-457b-a859-b0d0c45055f2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5148654 Jul 20 15:02:39.393819 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:39.395377 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.630572 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Allocated IP 172.27.3.29 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/0d83b8a2-1b38-4992-a24a-376e4b642a2e) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:39.661074 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5c338acb-2d9a-4dc4-9f2e-bdd983866940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.693974 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5c338acb-2d9a-4dc4-9f2e-bdd983866940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.758067 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5dad9fd9-05dc-40be-98d0-b13d285e8191 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:39.834795 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-b6c23812-dd33-4642-a868-6cde3d5af143 service neutron] 10.222.0.35 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473069 Jul 20 15:02:39.925583 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.973065 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 5dad9fd9-05dc-40be-98d0-b13d285e8191 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:39.974022 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:39.992381 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5c338acb-2d9a-4dc4-9f2e-bdd983866940 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c1ad55274424a08938346be4abaaa17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3714058 Jul 20 15:02:39.993203 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42054) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:40.038886 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c338acb-2d9a-4dc4-9f2e-bdd983866940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbb109f-2ef7-4aec-9730-6a190bc7213a,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:40.297207 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-da88f654-3bd2-4939-b169-fdd9ad4b2483 service neutron] 10.222.0.35 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583535 Jul 20 15:02:40.334049 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:40.407257 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:40.452592 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42064) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:40.473092 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:40.505800 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:40.544471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:40.551663 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:40.572919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:40.955602 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f976d7a-01ba-42dc-b83d-cac213626ae7 req-f0343d84-949c-4147-a086-0d151658e7e3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 210 time: 0.1970849 Jul 20 15:02:40.958544 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'Port': ['ID=0d83b8a2-1b38-4992-a24a-376e4b642a2e,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:41.020540 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:41.153227 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-247a4ad0-b66b-4569-83fd-bba0dd38b47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.160671 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.240142 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.280755 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee5d063-2872-459d-b37a-766d658fc3a6 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:02:41.301785 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.349209 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Transition to ACTIVE for port object 7ee5d063-2872-459d-b37a-766d658fc3a6 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:41.362948 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:41.363802 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Pushing event updated for resources: {'Port': ['ID=d9428056-7363-4402-94f3-c99e29ca870b,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:41.374640 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:41.375097 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.392890 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.421636 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a693dc9-897a-40eb-b0e4-4664a16011c8 req-8f8cfcb4-c9a5-42cc-840b-98b1f8dce9dd tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:41.432282 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1a693dc9-897a-40eb-b0e4-4664a16011c8 req-8f8cfcb4-c9a5-42cc-840b-98b1f8dce9dd tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 931 time: 1.2757607 Jul 20 15:02:41.441894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.580060 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-3aa73851-64b8-4372-8f5a-c06846ed2f30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=466de29c3e0140689ce32c788ad8d288&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0835073 Jul 20 15:02:41.598979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42110) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:41.612568 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee5d063-2872-459d-b37a-766d658fc3a6,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:41.619946 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.632219 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1a693dc9-897a-40eb-b0e4-4664a16011c8 req-c9adcf65-7d32-406a-a328-3030de439493 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014656 Jul 20 15:02:41.710899 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.762908 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:41.773554 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.915718 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:41.923966 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:41.927474 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-247a4ad0-b66b-4569-83fd-bba0dd38b47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:41.929479 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:42.224044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-0730c25c-d35f-4ef3-b63f-1e2e4214618b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:42.226558 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-0730c25c-d35f-4ef3-b63f-1e2e4214618b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 819 time: 0.6106224 Jul 20 15:02:42.243200 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-767735ad-d003-400e-ab79-bf820123abc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.289124 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Sync routers for ids ['a55a4a19-c253-42ca-a961-c3163db24573'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:02:42.305719 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Routers {'a55a4a19-c253-42ca-a961-c3163db24573'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:42.309509 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['a55a4a19-c253-42ca-a961-c3163db24573'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:42.310008 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-3bfc9b98-fe8e-431e-b9c6-88062c1245e4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/quotas/d42e4268b049496d875ea30341a4099e HTTP/1.1" status: 200 len: 375 time: 0.0739572 Jul 20 15:02:42.402397 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-56297a45-ac11-4833-a107-de29558af1e9 None None] Provisioning complete for port d9428056-7363-4402-94f3-c99e29ca870b triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:42.403052 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-56297a45-ac11-4833-a107-de29558af1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.416247 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-767735ad-d003-400e-ab79-bf820123abc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.539054 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-56297a45-ac11-4833-a107-de29558af1e9 None None] Port d9428056-7363-4402-94f3-c99e29ca870b cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:02:42.558082 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.579500 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.693786 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'Port': ['ID=0d83b8a2-1b38-4992-a24a-376e4b642a2e,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:42.738889 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-ce3f698d-0abe-4560-8ac8-8b2d36833f2d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4114621 Jul 20 15:02:42.757714 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.778553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-767735ad-d003-400e-ab79-bf820123abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.781724 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-767735ad-d003-400e-ab79-bf820123abc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.786735 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-767735ad-d003-400e-ab79-bf820123abc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2c49bd3-85c6-4518-8458-27d45887547f HTTP/1.1" status: 204 len: 168 time: 1.1839352 Jul 20 15:02:42.801847 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Set router a55a4a19-c253-42ca-a961-c3163db24573 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:42.828338 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767735ad-d003-400e-ab79-bf820123abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c49bd3-85c6-4518-8458-27d45887547f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:42.882446 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:42.884595 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-a043e4ab-6ec2-4b9d-a55e-5fe98b33a3d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6916130 Jul 20 15:02:42.962525 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-292356fb-e624-47c1-a9fe-5a80efd4e0e6 service neutron] 10.222.0.35 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221863 Jul 20 15:02:43.001386 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:43.112917 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:02:43.145679 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:43.146069 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:43.199258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-247a4ad0-b66b-4569-83fd-bba0dd38b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:43.202664 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-247a4ad0-b66b-4569-83fd-bba0dd38b47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:43.204442 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-247a4ad0-b66b-4569-83fd-bba0dd38b47a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dbb109f-2ef7-4aec-9730-6a190bc7213a HTTP/1.1" status: 204 len: 168 time: 3.2033131 Jul 20 15:02:43.307206 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-7374b9c4-8232-4726-8ba3-f023981edb51 service neutron] 10.222.0.35 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275938 Jul 20 15:02:43.309002 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Attempting to bind port 7ee5d063-2872-459d-b37a-766d658fc3a6 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:43.311197 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Attempting to bind port 7ee5d063-2872-459d-b37a-766d658fc3a6 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '926db781-4806-42a8-a369-0681e3d79d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:43.311571 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Attempting to bind port 7ee5d063-2872-459d-b37a-766d658fc3a6 on network d39e479d-e3c1-4b1e-8cec-02195c983ee7 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:43.324968 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a4ad0-b66b-4569-83fd-bba0dd38b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbb109f-2ef7-4aec-9730-6a190bc7213a,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:43.331119 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Port 7ee5d063-2872-459d-b37a-766d658fc3a6 on network d39e479d-e3c1-4b1e-8cec-02195c983ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:02:43.331784 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Attempting to bind port 7ee5d063-2872-459d-b37a-766d658fc3a6 on network d39e479d-e3c1-4b1e-8cec-02195c983ee7 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:43.628424 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:02:32Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'a6505b1f-3a63-42e6-bdfc-8d47c70c16f4', 'name': '', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'mac_address': 'fa:16:3e:47:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:33Z', 'revision_number': 2, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'subnets': [{'id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:43.699136 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90955b-73c6-41ac-b146-bfe3eba4e902 req-407e8db0-76bb-43a1-9789-645951e69f6a tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:43.705585 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ce90955b-73c6-41ac-b146-bfe3eba4e902 req-407e8db0-76bb-43a1-9789-645951e69f6a tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 943 time: 0.8460090 Jul 20 15:02:43.709602 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:43.711134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Checking segment: {'id': '926db781-4806-42a8-a369-0681e3d79d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:43.711728 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Bound using segment: {'id': '926db781-4806-42a8-a369-0681e3d79d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:43.712221 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Bound port: 7ee5d063-2872-459d-b37a-766d658fc3a6, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926db781-4806-42a8-a369-0681e3d79d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:43.712590 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:43.715593 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:02:43.727588 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:02:43.739389 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:43.740016 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:43.748957 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-27aa5d15-bd44-4c0b-80b5-686218e8f613 admin admin] 10.222.0.35 "PUT /v2.0/routers/93c2b60d-e096-47b6-84bb-d37bc5afdc34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6175132 Jul 20 15:02:43.771650 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Checking router: a55a4a19-c253-42ca-a961-c3163db24573 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:02:43.778875 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Updating router a55a4a19-c253-42ca-a961-c3163db24573 port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:02:43.831298 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ce90955b-73c6-41ac-b146-bfe3eba4e902 req-3cef448c-482e-4b7b-8ac3-b698fd99b2b5 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090691 Jul 20 15:02:43.944507 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] For port 7ee5d063-2872-459d-b37a-766d658fc3a6, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:43.952521 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] For port 7ee5d063-2872-459d-b37a-766d658fc3a6, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=7ee5d063-2872-459d-b37a-766d658fc3a6,segment=NetworkSegment(926db781-4806-42a8-a369-0681e3d79d94),segment_id=926db781-4806-42a8-a369-0681e3d79d94)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:43.963975 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:44.011866 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-2fb59b5f-37f8-43af-9577-87452a5300d3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1147492670&fields=id&tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 267 time: 0.1312397 Jul 20 15:02:44.064378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:44.065449 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:44.067980 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ee5d063-2872-459d-b37a-766d658fc3a6 HTTP/1.1" status: 200 len: 1093 time: 5.9148750 Jul 20 15:02:44.113519 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'tag': '7ee5d063-2872-459d-b37a-766d658fc3a6'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:02:44.123002 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d3303073-37df-4440-9405-3035fcd2733e req-bb3a56b4-1c7c-4de9-82f6-360ed931c50a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 210 time: 0.0742731 Jul 20 15:02:44.238096 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:44.270332 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:44.375480 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72999c21-394e-44ad-9129-fe67e605ec25 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee5d063-2872-459d-b37a-766d658fc3a6,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:44.477780 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-42c50123-1184-4b55-8e93-dbd34bce4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:44.479454 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-42c50123-1184-4b55-8e93-dbd34bce4cc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95b0cda42341a5bd3bcc803e9485cf&device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 1096 time: 0.3113630 Jul 20 15:02:44.529078 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-66cba1ee-008d-4efe-a579-6b8ca33956d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:44.534866 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-66cba1ee-008d-4efe-a579-6b8ca33956d9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 817 time: 0.5164561 Jul 20 15:02:44.559222 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.36', 50164) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:44.566532 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-c0f5e801-dfbd-4ff6-b310-2b08363394f0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/quotas/261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 375 time: 0.0230014 Jul 20 15:02:44.817693 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-8ada216d-3574-4f98-b314-030f52ead203 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2350411 Jul 20 15:02:44.945319 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-f1b31da7-7007-4fe6-ac32-c01cf5df6ff7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ee5d063-2872-459d-b37a-766d658fc3a6 HTTP/1.1" status: 200 len: 217 time: 0.3251295 Jul 20 15:02:44.954786 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:39Z', 'revision_number': 2, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:45.075355 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:02:45.076109 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Updating router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 port d9428056-7363-4402-94f3-c99e29ca870b binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:02:45.201153 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:45.269441 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42214) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:45.291377 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-c2d6f900-d965-4257-bf7b-4ec4275b75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:45.298753 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-c2d6f900-d965-4257-bf7b-4ec4275b75e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4744e3ea-634d-42f4-95e7-e5c77d31a072 HTTP/1.1" status: 200 len: 852 time: 0.2532020 Jul 20 15:02:45.317280 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-ad3595cb-792d-4640-b8e4-7319faf63560 service neutron] 10.222.0.35 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856558 Jul 20 15:02:45.409949 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b80d2526-1811-4e91-9814-9dec1958c417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:45.425469 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:45.482795 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Transition to ACTIVE for port object a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:45.502183 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:45.582415 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-75600ba7-96b2-4912-b449-07cc5c6e89b6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:45.588437 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-75600ba7-96b2-4912-b449-07cc5c6e89b6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 819 time: 0.8450594 Jul 20 15:02:45.596711 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb7576-e47b-48b0-83fd-415a87915c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaef84c-3ed0-4408-8636-9b53e228bdd5", "tag": "7ee5d063-2872-459d-b37a-766d658fc3a6"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:02:45.635152 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Request body: {'port': {'device_id': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'admin_state_up': True, 'tenant_id': 'd42e4268b049496d875ea30341a4099e'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:45.681956 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09bda-65e5-4276-8f09-aa580bea78cf None None] Pushing event updated for resources: {'Port': ['ID=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:45.790267 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-e787c210-a80e-4248-a233-b8b9c7c0ddde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d39e479d-e3c1-4b1e-8cec-02195c983ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860635 Jul 20 15:02:45.849173 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-e203507e-5765-4067-a0ef-c9e5988a2a20 service neutron] 10.222.0.35 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810810 Jul 20 15:02:45.966984 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Attempting to bind port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:45.967279 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Attempting to bind port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:45.967651 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Attempting to bind port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 on network f503207b-7b8b-4114-a641-cba64d21ecaf {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:45.993722 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:45.994106 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Checking segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:45.994520 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:45.994953 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Bound using segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:46.003507 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Bound port: a6505b1f-3a63-42e6-bdfc-8d47c70c16f4, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:46.003933 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.181336 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-bdb765d4-adcf-47be-8acb-fd0370ffde2c service neutron] 10.222.0.36 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532880 Jul 20 15:02:46.199452 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.36', 50168) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:46.250873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b80d2526-1811-4e91-9814-9dec1958c417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.262167 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.282074 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] For port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:46.300461 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] For port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:46.307407 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b80d2526-1811-4e91-9814-9dec1958c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.311057 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Transition to ACTIVE for port object d9428056-7363-4402-94f3-c99e29ca870b will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:46.315623 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.327993 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.391553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42236) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:46.425940 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658775550', 'description': 'tempest-description--515482328'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:46.507125 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Routers {'a55a4a19-c253-42ca-a961-c3163db24573'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:46.507125 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['a55a4a19-c253-42ca-a961-c3163db24573'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:46.512460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d2526-1811-4e91-9814-9dec1958c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ab951-4934-4c5e-877e-c0a8d430c758,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:46.689220 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-111509cd-e10a-4615-9cbb-e5bda47d7945 req-80971f8b-f957-40dc-accc-5c61cacf7fcd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 210 time: 0.1283078 Jul 20 15:02:46.690024 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Attempting to bind port d9428056-7363-4402-94f3-c99e29ca870b on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:46.690399 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Attempting to bind port d9428056-7363-4402-94f3-c99e29ca870b by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:46.690788 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Attempting to bind port d9428056-7363-4402-94f3-c99e29ca870b on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:46.711668 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d8381-9331-47e5-b7f1-27ba920ab686 None None] Pushing event updated for resources: {'Port': ['ID=d9428056-7363-4402-94f3-c99e29ca870b,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:46.726902 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:46.727531 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Checking segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:46.728092 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.728625 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Bound using segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:46.729662 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Bound port: d9428056-7363-4402-94f3-c99e29ca870b, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:46.730229 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.747060 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5355a8-0ea7-40f7-ad16-cb72f659408d req-92a98f88-d4dd-408d-8d01-2f05920afd6f service neutron] 10.222.0.36 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784279 Jul 20 15:02:46.816547 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42260) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:46.816902 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-b80d2526-1811-4e91-9814-9dec1958c417 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ed5fd76ebb54a9a9fa0ef4419da4798&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5450437 Jul 20 15:02:46.841596 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] Set router a55a4a19-c253-42ca-a961-c3163db24573 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:46.848102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] For port d9428056-7363-4402-94f3-c99e29ca870b, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:46.852976 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] For port d9428056-7363-4402-94f3-c99e29ca870b, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d9428056-7363-4402-94f3-c99e29ca870b,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:46.866617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.979608 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3d911c83-8ab6-498b-971b-b4a9335c2304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:46.986589 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:02:46.989185 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:02:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:47.016762 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Made reservation on behalf of d42e4268b049496d875ea30341a4099e for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:47.019786 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.db.api [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:02:47.019786 dv-cinder-778907-2-iscsi neutron-server[93312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 20 15:02:47.019786 dv-cinder-778907-2-iscsi neutron-server[93312]: [parameters: {'project_id': '0910f027ac134f76b2c587a5d67cf125', 'id': '68e66243-d588-4700-84a5-77f001af2f9f', 'expiration': datetime.datetime(2021, 7, 20, 15, 4, 46, 954466)}] Jul 20 15:02:47.019786 dv-cinder-778907-2-iscsi neutron-server[93312]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:02:47.029026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:47.030950 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG oslo_db.api [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:02:47.146194 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3d911c83-8ab6-498b-971b-b4a9335c2304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:47.282474 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d8381-9331-47e5-b7f1-27ba920ab686 None None] Pushing event updated for resources: {'Port': ['ID=d9428056-7363-4402-94f3-c99e29ca870b,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:47.285297 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31e72e-b503-429f-a78f-6159d2c3a1c9 req-437f306c-67a1-4e3e-b702-8ddc66539e90 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:47.293882 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09bda-65e5-4276-8f09-aa580bea78cf None None] Pushing event updated for resources: {'Port': ['ID=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:47.319477 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4d31e72e-b503-429f-a78f-6159d2c3a1c9 req-437f306c-67a1-4e3e-b702-8ddc66539e90 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 943 time: 0.7947283 Jul 20 15:02:47.361772 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1f90bb3f-f761-483b-a04d-7e56f97428fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:47.364671 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1f90bb3f-f761-483b-a04d-7e56f97428fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 819 time: 1.1092658 Jul 20 15:02:47.415754 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Request body: {'port': {'device_id': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'admin_state_up': True, 'tenant_id': 'd42e4268b049496d875ea30341a4099e'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:47.423733 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:02:47.793843 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Allocated IP 172.20.0.2 (f503207b-7b8b-4114-a641-cba64d21ecaf/71e62324-f1fb-410c-b606-3ad83511f1f5/76114b23-4ccd-4c09-a69f-a2bff27b4f71) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:47.869412 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:02:32Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'a6505b1f-3a63-42e6-bdfc-8d47c70c16f4', 'name': '', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'mac_address': 'fa:16:3e:47:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:46Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'subnets': [{'id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:47.944611 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4d31e72e-b503-429f-a78f-6159d2c3a1c9 req-03aa60d9-b1fd-470c-b83a-55b7ad52f825 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192853 Jul 20 15:02:47.948398 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3fd25-5b09-49a4-8401-59c47910b1a2 None None] The sync data for ids ['a55a4a19-c253-42ca-a961-c3163db24573'] in dv-cinder-778907-2-iscsi is: [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:02:32Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'a6505b1f-3a63-42e6-bdfc-8d47c70c16f4', 'name': '', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'mac_address': 'fa:16:3e:47:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:46Z', 'revision_number': 4, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'subnets': [{'id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:02:47.968108 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:47.970558 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:46Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:02:48.161130 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae063f59-e6c6-452c-b9ed-9fc5661a1e00 x-openstack-request-id: req-ae063f59-e6c6-452c-b9ed-9fc5661a1e00 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:02:48.168491 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaef84c-3ed0-4408-8636-9b53e228bdd5", "tag": "7ee5d063-2872-459d-b37a-766d658fc3a6", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:02:48.168759 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae063f59-e6c6-452c-b9ed-9fc5661a1e00 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:02:48.169393 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'tag': '7ee5d063-2872-459d-b37a-766d658fc3a6', 'status': 'completed', 'code': 200} Jul 20 15:02:48.183974 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-934433f9-2f61-4cfb-bf3a-5f8d8066610e req-bc7a3648-8d23-442e-bc7d-aacf44e5435c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 210 time: 0.0882339 Jul 20 15:02:48.187068 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Made reservation on behalf of d42e4268b049496d875ea30341a4099e for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:48.190591 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.237022 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1aaec-0142-4e8b-a334-3ceba9d5505a None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:46Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:02:48.335367 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fcbda6c8-7ad2-4818-bc77-14905235c925 req-23beac1b-f097-48c9-9306-47c16c8e282c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 210 time: 0.1745636 Jul 20 15:02:48.444587 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.450970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3d911c83-8ab6-498b-971b-b4a9335c2304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.453871 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3d911c83-8ab6-498b-971b-b4a9335c2304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.458017 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-3d911c83-8ab6-498b-971b-b4a9335c2304 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/411ab951-4934-4c5e-877e-c0a8d430c758 HTTP/1.1" status: 204 len: 168 time: 1.6397753 Jul 20 15:02:48.473495 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-69aa52e1-a252-47ea-8987-3ee2233da224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:48.475391 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-69aa52e1-a252-47ea-8987-3ee2233da224 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95b0cda42341a5bd3bcc803e9485cf&device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 1096 time: 0.3244493 Jul 20 15:02:48.504450 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d911c83-8ab6-498b-971b-b4a9335c2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ab951-4934-4c5e-877e-c0a8d430c758,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:48.548514 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.567226 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.661443 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:48.662805 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2439899 Jul 20 15:02:48.669828 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42294) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:48.674910 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'security_group_rule': {'security_group_id': '306c2e1c-e7dc-4595-994a-b96642c96b34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:48.687687 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc4b3-be25-476a-bcda-56889df5f480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306c2e1c-e7dc-4595-994a-b96642c96b34,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:48.763437 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.36', 50175) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:48.801368 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:49.033468 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:49.157134 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d9428056-7363-4402-94f3-c99e29ca870b up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:49.228340 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:49.260806 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:49.271551 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Pushing event updated for resources: {'Port': ['ID=76114b23-4ccd-4c09-a69f-a2bff27b4f71,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:49.312302 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-b0fb112c-f266-46ce-a9c4-6f640d33a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:49.317403 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-b0fb112c-f266-46ce-a9c4-6f640d33a69b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d39e479d-e3c1-4b1e-8cec-02195c983ee7 HTTP/1.1" status: 200 len: 913 time: 0.8223906 Jul 20 15:02:49.362060 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Network f503207b-7b8b-4114-a641-cba64d21ecaf is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:49.454529 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port d9428056-7363-4402-94f3-c99e29ca870b completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:49.459450 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d9428056-7363-4402-94f3-c99e29ca870b triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:49.460104 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:49.481389 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-3403900c-2988-41cb-b39c-ec0fa766aa44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ee5d063-2872-459d-b37a-766d658fc3a6 HTTP/1.1" status: 200 len: 217 time: 0.1579845 Jul 20 15:02:49.513471 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 7ee5d063-2872-459d-b37a-766d658fc3a6 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:02:49.829427 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaf2d13-d577-48aa-a31e-09b848b9fa07,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:49.838136 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:49.839725 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-fb553867-d208-44e2-9396-a060b27fde65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1691742 Jul 20 15:02:49.872646 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-babff4a6-4a14-4b39-9ab1-b11729474864 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:49.874200 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-babff4a6-4a14-4b39-9ab1-b11729474864 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 817 time: 1.1095858 Jul 20 15:02:49.877179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42344) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:49.890229 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'security_group_rule': {'security_group_id': '306c2e1c-e7dc-4595-994a-b96642c96b34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:49.948696 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Allocated IP 172.20.0.12 (f503207b-7b8b-4114-a641-cba64d21ecaf/71e62324-f1fb-410c-b606-3ad83511f1f5/299a7942-e3c5-4353-b783-dc4c294c3366) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:49.992806 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.013978 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:50.016905 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:50.030313 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-324f14e3-0d03-42ce-be15-f01d255cd20c req-333445b5-379c-447c-ae11-7641d5358081 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 210 time: 0.6802900 Jul 20 15:02:50.061791 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 7ee5d063-2872-459d-b37a-766d658fc3a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=7ee5d063-2872-459d-b37a-766d658fc3a6,segment=NetworkSegment(926db781-4806-42a8-a369-0681e3d79d94),segment_id=926db781-4806-42a8-a369-0681e3d79d94)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:50.077908 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '7ee5d063-2872-459d-b37a-766d658fc3a6', 'network_id': 'd39e479d-e3c1-4b1e-8cec-02195c983ee7', 'port_id': '7ee5d063-2872-459d-b37a-766d658fc3a6', 'mac_address': 'fa:16:3e:3a:a2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4744e3ea-634d-42f4-95e7-e5c77d31a072', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:02:50.082197 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.144745 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port d9428056-7363-4402-94f3-c99e29ca870b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d9428056-7363-4402-94f3-c99e29ca870b,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:50.171919 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.173510 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:50.225593 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-3e8306f0-bb5a-4df3-83a3-1a24bfd1ea7c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 380 time: 0.2816882 Jul 20 15:02:50.241145 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.265102 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181b6a8-108d-4138-878c-2d5c77e9d093 req-e38ca067-d0f3-48cc-bb2f-dafc0ea1682f tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:50.267025 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9181b6a8-108d-4138-878c-2d5c77e9d093 req-e38ca067-d0f3-48cc-bb2f-dafc0ea1682f tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 943 time: 1.0427849 Jul 20 15:02:50.272355 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.296294 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07e059c-768b-4a22-90a0-5fe04ed23df1,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:50.315338 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a600057b-2f89-4d42-98f6-1fbd67c1180a req-390ff213-8368-467c-8d96-ddf79621ae80 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 210 time: 0.1158679 Jul 20 15:02:50.357096 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-e21e93a1-16c5-4ef5-a95f-41e2d4e42168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:50.363897 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-e21e93a1-16c5-4ef5-a95f-41e2d4e42168 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4744e3ea-634d-42f4-95e7-e5c77d31a072 HTTP/1.1" status: 200 len: 852 time: 0.3303046 Jul 20 15:02:50.380775 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:50.383397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.386374 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=d9428056-7363-4402-94f3-c99e29ca870b,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:50.408361 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.426529 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c7e34308-7043-44d4-b0dd-45fd976922cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8021889 Jul 20 15:02:50.430814 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.435098 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9467c870-19bc-4dba-9468-40fbbed33934 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5541055 Jul 20 15:02:50.435456 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42364) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:50.440494 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee5d063-2872-459d-b37a-766d658fc3a6 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:02:50.447936 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:50.482002 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 7ee5d063-2872-459d-b37a-766d658fc3a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=7ee5d063-2872-459d-b37a-766d658fc3a6,segment=NetworkSegment(926db781-4806-42a8-a369-0681e3d79d94),segment_id=926db781-4806-42a8-a369-0681e3d79d94)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:50.490415 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:50.494369 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.496693 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:50.497246 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.535205 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9181b6a8-108d-4138-878c-2d5c77e9d093 req-b5e5bfa0-abdf-4e19-bd2f-586faffbccd6 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565901 Jul 20 15:02:50.535714 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.672317 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.672711 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=7ee5d063-2872-459d-b37a-766d658fc3a6,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:50.740347 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42372) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:50.755880 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.760772 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.775033 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.810722 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:02:50.820584 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:50.878396 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Network f503207b-7b8b-4114-a641-cba64d21ecaf is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:50.890788 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:50.908685 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:50.920233 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:50.964237 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Pushing event updated for resources: {'Port': ['ID=299a7942-e3c5-4353-b783-dc4c294c3366,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:50.998182 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d9428056-7363-4402-94f3-c99e29ca870b up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:51.013488 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:51.014176 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.050292 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e662997-c7a9-44e2-9d63-322279da47af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6606402 Jul 20 15:02:51.057273 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d9428056-7363-4402-94f3-c99e29ca870b triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:51.057651 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.087836 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Allocated IP 172.27.3.211 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/13be1f24-f3ab-451e-8b07-e741dfbccd88) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:51.113471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3cd3-9ea2-4ed1-9767-5c5e0cf69449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.266003 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3cd3-9ea2-4ed1-9767-5c5e0cf69449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.271846 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3cd3-9ea2-4ed1-9767-5c5e0cf69449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.296263 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3d84f-806a-4c2c-b233-559e421adc29 req-d6f13f79-5f4b-4094-a0a4-382857a08264 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:51.297904 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-88c3d84f-806a-4c2c-b233-559e421adc29 req-d6f13f79-5f4b-4094-a0a4-382857a08264 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 932 time: 0.1558952 Jul 20 15:02:51.317505 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa3cd3-9ea2-4ed1-9767-5c5e0cf69449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0653e0-1a9f-4a61-add5-eeeb78f39d31,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:51.325301 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5aaa3cd3-9ea2-4ed1-9767-5c5e0cf69449 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a77fa5d0af204a80bf19a78af8383ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813189 Jul 20 15:02:51.325511 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42390) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:51.352464 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.384985 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-88c3d84f-806a-4c2c-b233-559e421adc29 req-8c5810d0-1a45-4c21-9ec1-7c6dc31ec30d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Jul 20 15:02:51.396863 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aedd106-568b-43ad-bff8-2e51a7a81580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.448805 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aedd106-568b-43ad-bff8-2e51a7a81580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.457274 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.472876 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6ae73b8b-6f8d-47ff-b81b-91e86949795e req-4939aad0-6856-4d28-9926-5a029e1c0a1c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0371082 Jul 20 15:02:51.510017 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:51.513067 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:51.517509 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:51.543059 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'Port': ['ID=13be1f24-f3ab-451e-8b07-e741dfbccd88,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:51.548577 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aedd106-568b-43ad-bff8-2e51a7a81580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.553138 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5aedd106-568b-43ad-bff8-2e51a7a81580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.555757 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5aedd106-568b-43ad-bff8-2e51a7a81580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e0653e0-1a9f-4a61-add5-eeeb78f39d31 HTTP/1.1" status: 204 len: 168 time: 0.2292166 Jul 20 15:02:51.570182 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedd106-568b-43ad-bff8-2e51a7a81580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0653e0-1a9f-4a61-add5-eeeb78f39d31,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:51.748787 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.821709 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797a58f-5d2e-42af-a241-5a6b42f9b32d req-6056fda4-3e0e-4948-bc0d-096d69d91ed1 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:51.823310 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7797a58f-5d2e-42af-a241-5a6b42f9b32d req-6056fda4-3e0e-4948-bc0d-096d69d91ed1 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.1560383 Jul 20 15:02:51.826161 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:51.904035 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7797a58f-5d2e-42af-a241-5a6b42f9b32d req-6d8678fe-0572-4e79-97cf-1e2adf4de812 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569966 Jul 20 15:02:52.030020 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.047031 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.055672 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42414) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:52.084005 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-772c8ea6-ba27-465f-aaa8-47ea21658243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.122097 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.149114 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'Port': ['ID=13be1f24-f3ab-451e-8b07-e741dfbccd88,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:52.208830 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-772c8ea6-ba27-465f-aaa8-47ea21658243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.213539 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-772c8ea6-ba27-465f-aaa8-47ea21658243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.218020 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.220035 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7252df40-380f-48dc-be06-89e39a6bb480 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7832148 Jul 20 15:02:52.263505 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-772c8ea6-ba27-465f-aaa8-47ea21658243 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b719409b1b39419086ec28138e302eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066565 Jul 20 15:02:52.264769 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c8ea6-ba27-465f-aaa8-47ea21658243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03381e6e-d39e-4f6d-baff-03297212db6c,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:52.266263 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42418) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:52.318514 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fefba103-64af-4cd6-8bf3-971cc0970bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.346187 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fefba103-64af-4cd6-8bf3-971cc0970bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.399674 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fefba103-64af-4cd6-8bf3-971cc0970bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.402352 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fefba103-64af-4cd6-8bf3-971cc0970bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.404236 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-fefba103-64af-4cd6-8bf3-971cc0970bea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03381e6e-d39e-4f6d-baff-03297212db6c HTTP/1.1" status: 204 len: 168 time: 0.1365039 Jul 20 15:02:52.412245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefba103-64af-4cd6-8bf3-971cc0970bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03381e6e-d39e-4f6d-baff-03297212db6c,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:52.485476 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-4bf8e2f3-5458-4299-aaa0-244c685a25e3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--658775550&fields=id&tenant_id=0910f027ac134f76b2c587a5d67cf125 HTTP/1.1" status: 200 len: 267 time: 0.0528703 Jul 20 15:02:52.584050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b0470-3c32-401e-a3ca-51c458f4e471 req-213244d2-89f7-4cfe-806c-cacc7546169c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:52.593474 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a80b0470-3c32-401e-a3ca-51c458f4e471 req-213244d2-89f7-4cfe-806c-cacc7546169c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 932 time: 0.0861447 Jul 20 15:02:52.614221 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c3fd0f2b-4900-4643-a54e-de7608d9a16a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:52.615996 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c3fd0f2b-4900-4643-a54e-de7608d9a16a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 810 time: 0.1208959 Jul 20 15:02:52.638097 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c783df3c-cdda-4e59-82f6-4d15771ab56d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/quotas/0910f027ac134f76b2c587a5d67cf125 HTTP/1.1" status: 200 len: 375 time: 0.0136845 Jul 20 15:02:52.638461 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a80b0470-3c32-401e-a3ca-51c458f4e471 req-53666ce9-b006-42ed-9a3e-7a8c77b59cf6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Jul 20 15:02:52.705379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'port': {'device_id': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'admin_state_up': True, 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'security_groups': ['cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9']}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:52.720702 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Request body: {'port': {'device_id': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:52.725072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:52.763886 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Request body: {'port': {'device_id': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:52.807260 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-3248d179-5879-4657-b5d6-1bd6a510e614 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d39e479d-e3c1-4b1e-8cec-02195c983ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915210 Jul 20 15:02:52.813441 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d58ff0e5-ddf4-45cf-8e00-902afe979e16 req-6eba8b87-93fe-46e7-8da5-c332f2c344d2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0653851 Jul 20 15:02:52.903307 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-66b85bf2-ef2f-488f-9a7d-54134536bf98 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2571783 Jul 20 15:02:52.934473 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:02:52.972090 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.004637 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.050568 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Made reservation on behalf of 261fa9941b7b46b3bdbf3c75b6f0bb8c for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:02:53.053913 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.087825 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:53.088607 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.144900 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-465d26e0-1cc4-45d0-9393-543a310c2b63 service neutron] 10.222.0.35 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214367 Jul 20 15:02:53.223625 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-d24c2559-9b05-4f05-bfc7-9cae806d5656 service neutron] 10.222.0.36 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077084 Jul 20 15:02:53.311006 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261875cc-3a00-4760-a985-688769006b28 req-c9e0b797-c19c-4182-988c-48331c496221 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:53.312602 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-261875cc-3a00-4760-a985-688769006b28 req-c9e0b797-c19c-4182-988c-48331c496221 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.2844574 Jul 20 15:02:53.403610 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-261875cc-3a00-4760-a985-688769006b28 req-71f32680-6a28-4c7e-a012-c9f0456874e3 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Jul 20 15:02:53.417714 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Allocated IP 172.20.0.8 (8e10c89f-8a93-436a-ab7a-9d11f8b45f32/a7ff2260-5efe-4be5-b36f-658183692ff9/2833585b-71fb-4215-a8de-4573d4ed7d40) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:02:53.418446 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76114b23-4ccd-4c09-a69f-a2bff27b4f71 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:02:53.422158 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-0cd6887c-a205-4c4b-812e-3791b381dc56 service neutron] 10.222.0.35 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525995 Jul 20 15:02:53.440561 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.476849 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Transition to ACTIVE for port object 76114b23-4ccd-4c09-a69f-a2bff27b4f71 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:53.485766 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.663096 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b328e8b8-1765-4eed-858c-0ef53ec26aea req-e2903c00-7848-4f24-a83b-eea2ce41181f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0666342 Jul 20 15:02:53.772547 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Attempting to bind port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:53.773425 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Attempting to bind port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:53.773761 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Attempting to bind port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 on network f503207b-7b8b-4114-a641-cba64d21ecaf {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:53.776192 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Pushing event updated for resources: {'Port': ['ID=76114b23-4ccd-4c09-a69f-a2bff27b4f71,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:53.791583 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 on network f503207b-7b8b-4114-a641-cba64d21ecaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:02:53.791915 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Attempting to bind port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 on network f503207b-7b8b-4114-a641-cba64d21ecaf {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:53.803733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:53.804661 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Checking segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:53.805021 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Bound using segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:53.805480 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Bound port: 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:53.805846 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:53.962303 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] For port 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:53.970745 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] For port 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:54.016509 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-aa3f79a6-1605-4408-baa4-8f84f01a77ce req-49f6d3ff-a342-4ad1-a3de-01b5bee5e92c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0446448 Jul 20 15:02:54.029490 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.079607 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.132573 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:54.133222 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.134714 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] 10.222.0.36 "PUT /v2.0/ports/76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 1093 time: 1.4205112 Jul 20 15:02:54.154313 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'tag': '76114b23-4ccd-4c09-a69f-a2bff27b4f71'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:02:54.156650 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1210f-6b47-47f1-9150-a8edbd284b96" -d '{"events": [{"name": "network-changed", "server_uuid": "832054f7-a193-4ca5-b8fe-ac3ff6a2638c", "tag": "76114b23-4ccd-4c09-a69f-a2bff27b4f71"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:02:54.218255 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d341f587-e56b-430e-bef4-e7d0a2c2366a x-openstack-request-id: req-d341f587-e56b-430e-bef4-e7d0a2c2366a {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:02:54.218886 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832054f7-a193-4ca5-b8fe-ac3ff6a2638c", "tag": "76114b23-4ccd-4c09-a69f-a2bff27b4f71", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:02:54.219554 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d341f587-e56b-430e-bef4-e7d0a2c2366a {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:02:54.220828 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'tag': '76114b23-4ccd-4c09-a69f-a2bff27b4f71', 'status': 'completed', 'code': 200} Jul 20 15:02:54.236380 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Transition to ACTIVE for port object 2833585b-71fb-4215-a8de-4573d4ed7d40 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:54.244904 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2fb7576-e47b-48b0-83fd-415a87915c7c req-a75ebf62-2407-41e3-9e9c-4e0590db1f79 service neutron] 10.222.0.36 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202306 Jul 20 15:02:54.271087 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36895025-1a73-48ae-ab30-f0ef31c5f12e service neutron] Pushing event updated for resources: {'Port': ['ID=76114b23-4ccd-4c09-a69f-a2bff27b4f71,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:54.289117 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd67c-83d5-4947-92a8-797fc5a57754 req-05bcfd7f-592a-480a-b8d7-fbc289eccdc3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:54.291261 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aafcd67c-83d5-4947-92a8-797fc5a57754 req-05bcfd7f-592a-480a-b8d7-fbc289eccdc3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 932 time: 0.3827620 Jul 20 15:02:54.356930 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299a7942-e3c5-4353-b783-dc4c294c3366 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:02:54.387913 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.446985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Transition to ACTIVE for port object 299a7942-e3c5-4353-b783-dc4c294c3366 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:54.453183 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.473353 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.526533 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aafcd67c-83d5-4947-92a8-797fc5a57754 req-ef1efd90-cc65-4783-a3fe-136c3d61ce49 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180004 Jul 20 15:02:54.581547 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:54.604677 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:02:54.617652 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505a0e-b538-4084-a6b2-a0a652f9c9e1 req-b7a16ae6-4558-4061-be24-bcebd909f31d tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:54.625115 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-33505a0e-b538-4084-a6b2-a0a652f9c9e1 req-b7a16ae6-4558-4061-be24-bcebd909f31d tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.1109550 Jul 20 15:02:54.630575 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:02:54.637064 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:02:54.675677 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-33505a0e-b538-4084-a6b2-a0a652f9c9e1 req-e27ac740-8daf-44e0-9441-3074bddd7e67 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Jul 20 15:02:54.741066 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Pushing event updated for resources: {'Port': ['ID=299a7942-e3c5-4353-b783-dc4c294c3366,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:54.797488 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:54.798642 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.873746 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Attempting to bind port 299a7942-e3c5-4353-b783-dc4c294c3366 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:54.874121 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Attempting to bind port 299a7942-e3c5-4353-b783-dc4c294c3366 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:54.874475 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Attempting to bind port 299a7942-e3c5-4353-b783-dc4c294c3366 on network f503207b-7b8b-4114-a641-cba64d21ecaf {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:54.881804 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ffb05c48-f957-4a19-ba10-01973d6dc547 req-7e969fc1-c387-40bf-b809-c7203734b959 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0781565 Jul 20 15:02:54.892636 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Port 299a7942-e3c5-4353-b783-dc4c294c3366 on network f503207b-7b8b-4114-a641-cba64d21ecaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:02:54.892636 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Attempting to bind port 299a7942-e3c5-4353-b783-dc4c294c3366 on network f503207b-7b8b-4114-a641-cba64d21ecaf {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:54.911316 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:54.911495 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Checking segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:54.912044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Bound using segment: {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:54.912508 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Bound port: 299a7942-e3c5-4353-b783-dc4c294c3366, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1982807c-e078-4e13-90ed-48e60dc5b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:54.912898 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:54.929610 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-bcd14f62-bffa-49c9-9e32-acf7fe0b159e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2298563 Jul 20 15:02:54.992818 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] For port 299a7942-e3c5-4353-b783-dc4c294c3366, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:54.997455 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] For port 299a7942-e3c5-4353-b783-dc4c294c3366, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=299a7942-e3c5-4353-b783-dc4c294c3366,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:55.002943 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:55.042199 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c09f5207-33a6-40c9-84a9-c4c2ee9109d4 None None] Provisioning for port 2833585b-71fb-4215-a8de-4573d4ed7d40 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:02:55.045553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:55.046198 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:55.047720 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] 10.222.0.36 "PUT /v2.0/ports/299a7942-e3c5-4353-b783-dc4c294c3366 HTTP/1.1" status: 200 len: 1094 time: 2.2932382 Jul 20 15:02:55.048191 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'tag': '299a7942-e3c5-4353-b783-dc4c294c3366'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:02:55.049277 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c09f5207-33a6-40c9-84a9-c4c2ee9109d4 None None] Provisioning complete for port 2833585b-71fb-4215-a8de-4573d4ed7d40 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:02:55.049901 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c09f5207-33a6-40c9-84a9-c4c2ee9109d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:55.095775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95970f28-fa5b-4b3c-8cc3-d2899e090b32 service neutron] Pushing event updated for resources: {'Port': ['ID=299a7942-e3c5-4353-b783-dc4c294c3366,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:55.160493 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-c09f5207-33a6-40c9-84a9-c4c2ee9109d4 None None] Port 2833585b-71fb-4215-a8de-4573d4ed7d40 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:02:55.203769 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398657c-0023-4788-ad77-e617354e8eef" -d '{"events": [{"name": "network-changed", "server_uuid": "c613ce09-ffe3-401c-96b0-12d8f48f23ae", "tag": "299a7942-e3c5-4353-b783-dc4c294c3366"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:02:55.259433 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7166bf-87d0-48cb-be2e-6e6c94fa326a req-2b415f69-5799-4572-aa1c-62c04ad18ee5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:55.261253 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6c7166bf-87d0-48cb-be2e-6e6c94fa326a req-2b415f69-5799-4572-aa1c-62c04ad18ee5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 931 time: 0.0977142 Jul 20 15:02:55.309734 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6c7166bf-87d0-48cb-be2e-6e6c94fa326a req-29883976-fe9f-4dcb-965d-570f8eb13212 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345032 Jul 20 15:02:55.428569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a3e216-c355-463c-99c8-ec623e2231f5 x-openstack-request-id: req-c6a3e216-c355-463c-99c8-ec623e2231f5 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:02:55.429815 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c613ce09-ffe3-401c-96b0-12d8f48f23ae", "tag": "299a7942-e3c5-4353-b783-dc4c294c3366", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:02:55.430285 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6a3e216-c355-463c-99c8-ec623e2231f5 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:02:55.431055 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'tag': '299a7942-e3c5-4353-b783-dc4c294c3366', 'status': 'completed', 'code': 200} Jul 20 15:02:55.713492 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0272-e48c-4275-a9cc-9199ba6c6f48 req-abc88ce9-8906-460b-970e-5fc84cb64d78 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:55.715258 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-08ca0272-e48c-4275-a9cc-9199ba6c6f48 req-abc88ce9-8906-460b-970e-5fc84cb64d78 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.0772293 Jul 20 15:02:55.756858 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-08ca0272-e48c-4275-a9cc-9199ba6c6f48 req-c728a26e-95b4-44ab-9466-f5141a329802 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Jul 20 15:02:55.818400 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3f22-9206-4655-996f-c7499d352d36 req-a298fb03-9e31-4341-b579-6d363e26667c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:55.821096 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-883d3f22-9206-4655-996f-c7499d352d36 req-a298fb03-9e31-4341-b579-6d363e26667c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.0711348 Jul 20 15:02:55.860224 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-883d3f22-9206-4655-996f-c7499d352d36 req-580c4f2b-4b1a-4ab8-a16d-8611489cac79 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jul 20 15:02:55.864097 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['7ee5d063-2872-459d-b37a-766d658fc3a6'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:02:55.998670 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Request body: {'port': {'device_id': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:02:56.003366 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-df2583e0-b03a-445e-8b9e-7799bf01bd86 req-2d0ae823-aab5-4bc1-b315-b1ad62bc795a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0474248 Jul 20 15:02:56.088063 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1210f-6b47-47f1-9150-a8edbd284b96 req-4a9f6342-9a1d-4e15-be63-367fb38fba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:56.091771 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fdb1210f-6b47-47f1-9150-a8edbd284b96 req-4a9f6342-9a1d-4e15-be63-367fb38fba48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1096 time: 0.1012025 Jul 20 15:02:56.219263 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:56.289405 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398657c-0023-4788-ad77-e617354e8eef req-dc4995fa-1fc5-4460-b026-f9fe232e9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:56.291699 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a398657c-0023-4788-ad77-e617354e8eef req-dc4995fa-1fc5-4460-b026-f9fe232e9092 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 1097 time: 0.2140789 Jul 20 15:02:56.576835 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1210f-6b47-47f1-9150-a8edbd284b96 req-b0529f73-e9e3-4b67-8838-072e3648f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:56.578460 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fdb1210f-6b47-47f1-9150-a8edbd284b96 req-b0529f73-e9e3-4b67-8838-072e3648f963 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d42e4268b049496d875ea30341a4099e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4718206 Jul 20 15:02:56.629305 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49033e-d78d-4d14-af5f-b0def1adb183 req-c065aca8-67ce-4c7e-afa6-54859255a7e0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:56.632510 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6a49033e-d78d-4d14-af5f-b0def1adb183 req-c065aca8-67ce-4c7e-afa6-54859255a7e0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 931 time: 0.1958864 Jul 20 15:02:56.746510 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6a49033e-d78d-4d14-af5f-b0def1adb183 req-1e7b1576-828c-4f6e-b756-84e6eff0ce4f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040125 Jul 20 15:02:56.834752 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2833585b-71fb-4215-a8de-4573d4ed7d40 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:02:56.851114 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:56.873025 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Transition to ACTIVE for port object 2833585b-71fb-4215-a8de-4573d4ed7d40 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:02:56.880036 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:56.940518 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f015-d67d-4e71-93ac-0adbcbd402e4 req-cba28600-8d29-4644-8ded-191fe7864f85 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:56.952253 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0408f015-d67d-4e71-93ac-0adbcbd402e4 req-cba28600-8d29-4644-8ded-191fe7864f85 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.1100016 Jul 20 15:02:57.009963 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:57.026007 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0408f015-d67d-4e71-93ac-0adbcbd402e4 req-d3c477f1-7ba3-44fc-8f69-b13df536d8eb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Jul 20 15:02:57.145158 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3e147674-b4a1-44dc-a8eb-1a25a90f866a req-5f730583-d2a3-4fe6-a0fa-2dfd4e82e2d7 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0330372 Jul 20 15:02:57.198866 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Attempting to bind port 2833585b-71fb-4215-a8de-4573d4ed7d40 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:02:57.199421 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Attempting to bind port 2833585b-71fb-4215-a8de-4573d4ed7d40 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:02:57.199971 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Attempting to bind port 2833585b-71fb-4215-a8de-4573d4ed7d40 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:57.215901 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc674a3b-8292-40e6-af84-cf698bf9d281 req-4ddaf178-d026-4759-9216-42c09ad47415 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:57.218963 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bc674a3b-8292-40e6-af84-cf698bf9d281 req-4ddaf178-d026-4759-9216-42c09ad47415 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.2150528 Jul 20 15:02:57.224535 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Port 2833585b-71fb-4215-a8de-4573d4ed7d40 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:02:57.226355 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Attempting to bind port 2833585b-71fb-4215-a8de-4573d4ed7d40 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:02:57.237582 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:02:57.238094 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Checking segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:02:57.238623 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Bound using segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:02:57.239148 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Bound port: 2833585b-71fb-4215-a8de-4573d4ed7d40, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:02:57.239766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:57.345970 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bc674a3b-8292-40e6-af84-cf698bf9d281 req-92ce05d2-cb7b-48f0-afdd-f675c1d4c927 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Jul 20 15:02:57.379554 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:02:57.385600 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:02:57.392343 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:57.434387 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:57.435042 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:57.436448 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] 10.222.0.36 "PUT /v2.0/ports/2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 200 len: 1093 time: 1.4529855 Jul 20 15:02:57.438876 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:02:57.440881 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457" -d '{"events": [{"name": "network-changed", "server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:02:57.476099 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f65342-45cd-4df1-af09-bef37f324a34 service neutron] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:02:57.487776 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9209005-b58e-4866-ab5d-b084ef412142 x-openstack-request-id: req-c9209005-b58e-4866-ab5d-b084ef412142 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:02:57.488141 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:02:57.488393 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9209005-b58e-4866-ab5d-b084ef412142 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:02:57.488791 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'status': 'completed', 'code': 200} Jul 20 15:02:57.882390 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0080e0-6c45-4608-9fe7-9dbbb271c710 req-f92cd643-1a6c-4dff-b2a8-ed840341e237 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:57.883910 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc0080e0-6c45-4608-9fe7-9dbbb271c710 req-f92cd643-1a6c-4dff-b2a8-ed840341e237 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0652442 Jul 20 15:02:57.923599 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cc0080e0-6c45-4608-9fe7-9dbbb271c710 req-06fc3dbd-3b74-49d0-88d5-bd129f5be74e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335522 Jul 20 15:02:58.163163 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688b42-6279-4ca2-a93a-29e394d9f547 req-c6a4f49a-6c0c-4b5d-b9fd-27fe444d99af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:58.164598 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77688b42-6279-4ca2-a93a-29e394d9f547 req-c6a4f49a-6c0c-4b5d-b9fd-27fe444d99af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.0753739 Jul 20 15:02:58.204488 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77688b42-6279-4ca2-a93a-29e394d9f547 req-4ca47ce9-cb3b-4f7f-b032-790d9d24d854 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Jul 20 15:02:58.255059 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5f471861-d859-4192-b513-dd2a8d0a9f76 req-90d19e0a-1bd3-45b1-b855-7e709e324b8c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0300560 Jul 20 15:02:58.509155 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be76a-d7e4-4460-b13a-768b5fe351e9 req-f3d8167c-2acd-4f77-98e0-30294aff4a48 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:58.511848 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-453be76a-d7e4-4460-b13a-768b5fe351e9 req-f3d8167c-2acd-4f77-98e0-30294aff4a48 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.0935183 Jul 20 15:02:58.564907 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-453be76a-d7e4-4460-b13a-768b5fe351e9 req-582e4aae-5da3-4cc9-b6fc-95a711aca301 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471549 Jul 20 15:02:59.226792 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1210f-6b47-47f1-9150-a8edbd284b96 req-7f9649ce-f616-4d6b-998c-909bf5bfc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.229335 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fdb1210f-6b47-47f1-9150-a8edbd284b96 req-7f9649ce-f616-4d6b-998c-909bf5bfc0c1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929004 Jul 20 15:02:59.251955 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398657c-0023-4788-ad77-e617354e8eef req-cbfec2de-434e-4429-87d9-8fd18f21010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.253771 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a398657c-0023-4788-ad77-e617354e8eef req-cbfec2de-434e-4429-87d9-8fd18f21010c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d42e4268b049496d875ea30341a4099e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2160840 Jul 20 15:02:59.273919 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea4737-c8da-4042-a93c-220da7617611 req-8992e683-16c0-4ad0-b769-7f7dfc586256 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.275439 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-86ea4737-c8da-4042-a93c-220da7617611 req-8992e683-16c0-4ad0-b769-7f7dfc586256 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.2740998 Jul 20 15:02:59.351337 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457 req-dc946cc1-3dbf-44ba-a92e-f0f8e321a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.354179 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457 req-dc946cc1-3dbf-44ba-a92e-f0f8e321a415 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1096 time: 0.2494113 Jul 20 15:02:59.378258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42666) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:02:59.420046 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-7b1096ce-8cc9-42c6-94d9-782efaae4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.421571 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-7b1096ce-8cc9-42c6-94d9-782efaae4153 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1096 time: 0.1120083 Jul 20 15:02:59.431213 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a111a-9657-4087-84eb-f499c1bf42df req-2ffb81cc-841a-424f-bc33-6e973d6e0fda tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.432819 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6b1a111a-9657-4087-84eb-f499c1bf42df req-2ffb81cc-841a-424f-bc33-6e973d6e0fda tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.1328633 Jul 20 15:02:59.477954 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-7b540db6-6ac0-4b6a-a088-a39044a43592 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Jul 20 15:02:59.563957 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7e58fe8c-bcb4-47fe-836d-bb29384679da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:02:59.627716 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6b1a111a-9657-4087-84eb-f499c1bf42df req-cf9fe981-22a6-4095-8fac-98e188b7595a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487842 Jul 20 15:02:59.643511 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-86ea4737-c8da-4042-a93c-220da7617611 req-a83cb992-a1c1-412b-bcf7-bbea5d130e25 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544858 Jul 20 15:02:59.650238 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-5dbde495-c663-46ed-b068-1bcb5d25a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.652132 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-5dbde495-c663-46ed-b068-1bcb5d25a531 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.1533184 Jul 20 15:02:59.720577 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-c5a25fb2-06b0-4f79-870a-29e769143bd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462563 Jul 20 15:02:59.785932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398657c-0023-4788-ad77-e617354e8eef req-6e6a1a2f-3fe5-4a2f-8055-57cf6e2b254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.787655 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a398657c-0023-4788-ad77-e617354e8eef req-6e6a1a2f-3fe5-4a2f-8055-57cf6e2b254b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5111651 Jul 20 15:02:59.799039 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-23b94c3d-7d93-4c54-b11c-951c48c6ee0b req-b4895997-c1d9-49fb-bb0f-da683e82fb05 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0809360 Jul 20 15:02:59.861049 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457 req-8046054c-dfa4-434a-8553-3639617db7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.862655 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457 req-8046054c-dfa4-434a-8553-3639617db7d2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4920580 Jul 20 15:02:59.966829 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-241b4dfb-9b2e-4114-a4b7-61cfcdc80a96 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283616 Jul 20 15:02:59.995709 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-aee42716-f62d-4d74-a071-beda2ebccc8d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:02:59.997200 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-aee42716-f62d-4d74-a071-beda2ebccc8d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 810 time: 0.3966341 Jul 20 15:03:00.002209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81eff1-b266-4f56-948b-fadc2d764a0b req-52358abd-6bb3-4e31-8b6c-4170ee83b844 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.003813 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d81eff1-b266-4f56-948b-fadc2d764a0b req-52358abd-6bb3-4e31-8b6c-4170ee83b844 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.2344565 Jul 20 15:03:00.067137 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457 req-90ed27b5-b943-4a73-8a2b-b4bfe2dba81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.070188 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b36d13c0-cd57-4beb-9b7e-0a935d5f5457 req-90ed27b5-b943-4a73-8a2b-b4bfe2dba81d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926756 Jul 20 15:03:00.087336 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d81eff1-b266-4f56-948b-fadc2d764a0b req-e304d085-1eba-48fb-8d70-0a59b5712d22 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722437 Jul 20 15:03:00.089612 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-30238e60-f856-49a6-96fb-56a8ac673f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.091117 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-30238e60-f856-49a6-96fb-56a8ac673f6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 1097 time: 0.1819823 Jul 20 15:03:00.092828 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7e58fe8c-bcb4-47fe-836d-bb29384679da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.103851 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7e58fe8c-bcb4-47fe-836d-bb29384679da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.207236 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58fe8c-bcb4-47fe-836d-bb29384679da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726ea25-d8ed-4380-b766-a83ba46b5260,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:00.218100 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-28ff39a6-6340-4992-ab2d-a2496bb1c991 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910f027ac134f76b2c587a5d67cf125 HTTP/1.1" status: 200 len: 379 time: 0.1865399 Jul 20 15:03:00.224909 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7e58fe8c-bcb4-47fe-836d-bb29384679da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05c180fd02fc478ca5708100b7cde0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450294 Jul 20 15:03:00.226425 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42690) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:00.234087 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'port': {'device_id': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'admin_state_up': True, 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'security_groups': ['306c2e1c-e7dc-4595-994a-b96642c96b34']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:00.239845 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-be238194-03d5-49c1-8602-6cea25bd85ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299a7942-e3c5-4353-b783-dc4c294c3366 HTTP/1.1" status: 200 len: 217 time: 0.1270850 Jul 20 15:03:00.243711 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-1c6576d9-2734-4a14-b32e-242f14b11c2d service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622855 Jul 20 15:03:00.334140 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-3e8af882-f087-49bd-9974-addcc25f9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.337709 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-3e8af882-f087-49bd-9974-addcc25f9986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1096 time: 0.1461232 Jul 20 15:03:00.343598 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e11f74a-1900-4a88-9e44-359625de0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.345632 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-1e11f74a-1900-4a88-9e44-359625de0ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0831053 Jul 20 15:03:00.369543 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7342e339-554b-43ba-9e21-eb87899dbb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.392167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7342e339-554b-43ba-9e21-eb87899dbb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.408287 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-6a961dfe-9ae7-4618-9c30-d90b872e0bd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 200 len: 217 time: 0.0480874 Jul 20 15:03:00.473345 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-59a4f33a-9235-49f7-ba38-6494a0b664b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646262 Jul 20 15:03:00.477053 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Made reservation on behalf of 0910f027ac134f76b2c587a5d67cf125 for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:03:00.492634 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.528773 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7342e339-554b-43ba-9e21-eb87899dbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.530995 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7342e339-554b-43ba-9e21-eb87899dbb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.532339 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7342e339-554b-43ba-9e21-eb87899dbb94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c726ea25-d8ed-4380-b766-a83ba46b5260 HTTP/1.1" status: 204 len: 168 time: 0.3034959 Jul 20 15:03:00.572442 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342e339-554b-43ba-9e21-eb87899dbb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726ea25-d8ed-4380-b766-a83ba46b5260,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:00.653623 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-03a37619-a9fd-4756-9506-c0da3d71e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.655206 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-03a37619-a9fd-4756-9506-c0da3d71e8b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.2119977 Jul 20 15:03:00.704166 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Allocated IP 172.20.0.10 (f4f2ce60-bedd-4f6f-98a1-10b37515e650/c623978b-9633-4584-94bd-f69c80f3cdae/fda89419-9b1c-4838-9bdd-a8d99040e9b4) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:03:00.724952 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-392ae1bb-7bad-4704-8f42-7da7312f2d97 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341046 Jul 20 15:03:00.874091 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-7e353339-52de-4b20-871e-4fb09cd5f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.875833 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-7e353339-52de-4b20-871e-4fb09cd5f117 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2113140 Jul 20 15:03:00.976625 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:00.997248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81510b-b781-44ad-86b1-e110e8bb6015 req-d9336f86-885c-4f04-91ef-eea022aede95 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:00.998930 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1b81510b-b781-44ad-86b1-e110e8bb6015 req-d9336f86-885c-4f04-91ef-eea022aede95 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.1948597 Jul 20 15:03:01.006129 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 7ee5d063-2872-459d-b37a-766d658fc3a6 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:03:01.007549 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Transition to ACTIVE for port object fda89419-9b1c-4838-9bdd-a8d99040e9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:03:01.025645 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-92560202-eaf9-4a0c-ac7f-c62733cd6255 req-224bfd83-8bf8-4366-a6fe-642c8d4ca399 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899828 Jul 20 15:03:01.041166 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42730) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:01.074833 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29504e-8211-4a76-b85b-34bbaf45bcf8 req-93a2711f-8def-44e4-ad9c-f27886b3c87b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:01.075374 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aa29504e-8211-4a76-b85b-34bbaf45bcf8 req-93a2711f-8def-44e4-ad9c-f27886b3c87b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.2613733 Jul 20 15:03:01.092964 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 7ee5d063-2872-459d-b37a-766d658fc3a6 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:03:01.098230 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b33efcd-aa4a-4d65-bb71-ba9242b7dba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.099072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 7ee5d063-2872-459d-b37a-766d658fc3a6 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:03:01.099643 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.133387 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aa29504e-8211-4a76-b85b-34bbaf45bcf8 req-67872fa2-1acb-4392-8e91-57c36eba62c2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501945 Jul 20 15:03:01.151160 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-72e4bcde-fdf5-4abb-a200-33baf4f7566d service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427039 Jul 20 15:03:01.173289 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1b81510b-b781-44ad-86b1-e110e8bb6015 req-dcebc401-1b11-4b2f-b20e-07b1264f1736 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439257 Jul 20 15:03:01.204864 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.236342 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.277443 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:03:01.284538 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee5d063-2872-459d-b37a-766d658fc3a6'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:01.299570 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:03:01.306472 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'Port': ['ID=fda89419-9b1c-4838-9bdd-a8d99040e9b4,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:01.330657 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:03:01.408188 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:01.408438 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 7ee5d063-2872-459d-b37a-766d658fc3a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=7ee5d063-2872-459d-b37a-766d658fc3a6,segment=NetworkSegment(926db781-4806-42a8-a369-0681e3d79d94),segment_id=926db781-4806-42a8-a369-0681e3d79d94)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:01.408819 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.414147 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-856fd4f5-d96d-4867-93b2-76ebd37140be req-c04f4e5d-37c2-478a-8e1d-05b208cc4d07 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521830 Jul 20 15:03:01.420327 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.466379 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b33efcd-aa4a-4d65-bb71-ba9242b7dba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.478016 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dfe6f-e576-4a2f-8d67-7bf362cbac58 req-613f2dbc-f962-4634-994e-88eff8236812 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:01.483998 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf35c-17f9-4c7d-856b-c3bf85b833ce req-0b4f57d0-92a1-406a-910d-d7afde829fdd tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:01.491492 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bc3dfe6f-e576-4a2f-8d67-7bf362cbac58 req-613f2dbc-f962-4634-994e-88eff8236812 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 932 time: 0.1924732 Jul 20 15:03:01.495508 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ac3bf35c-17f9-4c7d-856b-c3bf85b833ce req-0b4f57d0-92a1-406a-910d-d7afde829fdd tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 944 time: 0.2109680 Jul 20 15:03:01.512565 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b33efcd-aa4a-4d65-bb71-ba9242b7dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.558721 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-c8011395-c9cd-44b5-9893-ebf8e0febb8f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3308709 Jul 20 15:03:01.566514 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bc3dfe6f-e576-4a2f-8d67-7bf362cbac58 req-9c4de479-7956-426e-b332-26c2fd20f381 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728366 Jul 20 15:03:01.576088 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=7ee5d063-2872-459d-b37a-766d658fc3a6,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:01.592458 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Request body: {'port': {'device_id': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:01.613459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0e5be-5b43-475b-9033-91ccd57240b2" -d '{"events": [{"server_uuid": "dfaef84c-3ed0-4408-8636-9b53e228bdd5", "name": "network-vif-plugged", "status": "completed", "tag": "7ee5d063-2872-459d-b37a-766d658fc3a6"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:01.677981 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33efcd-aa4a-4d65-bb71-ba9242b7dba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2444c3bb-d81f-45b7-9177-6535303e5dd7,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:01.692180 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4b33efcd-aa4a-4d65-bb71-ba9242b7dba9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe26609705bc434fbda8a92bb6bbb1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371284 Jul 20 15:03:01.696444 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42750) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:01.703754 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ac3bf35c-17f9-4c7d-856b-c3bf85b833ce req-619a13df-950b-4d60-9661-8224ccee35ac tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065828 Jul 20 15:03:01.752851 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee1e599-e2a9-495e-bc30-ece27432bea0 x-openstack-request-id: req-5ee1e599-e2a9-495e-bc30-ece27432bea0 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:01.753150 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaef84c-3ed0-4408-8636-9b53e228bdd5", "name": "network-vif-plugged", "status": "completed", "tag": "7ee5d063-2872-459d-b37a-766d658fc3a6", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:01.755955 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ee1e599-e2a9-495e-bc30-ece27432bea0 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:01.757182 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee5d063-2872-459d-b37a-766d658fc3a6', 'code': 200} Jul 20 15:03:01.769686 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.777897 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-85eee304-6035-4369-8464-516ffa101093 None None] Provisioning for port fda89419-9b1c-4838-9bdd-a8d99040e9b4 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:03:01.787683 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-85eee304-6035-4369-8464-516ffa101093 None None] Provisioning complete for port fda89419-9b1c-4838-9bdd-a8d99040e9b4 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:03:01.788532 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-85eee304-6035-4369-8464-516ffa101093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.789869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8c5feaff-99b3-45cc-aeb0-10ce30a8eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.824204 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8c5feaff-99b3-45cc-aeb0-10ce30a8eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.835449 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-85eee304-6035-4369-8464-516ffa101093 None None] Port fda89419-9b1c-4838-9bdd-a8d99040e9b4 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:03:01.902239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8c5feaff-99b3-45cc-aeb0-10ce30a8eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.907310 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8c5feaff-99b3-45cc-aeb0-10ce30a8eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:01.908531 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8c5feaff-99b3-45cc-aeb0-10ce30a8eed7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2444c3bb-d81f-45b7-9177-6535303e5dd7 HTTP/1.1" status: 204 len: 168 time: 0.2116132 Jul 20 15:03:01.921803 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5feaff-99b3-45cc-aeb0-10ce30a8eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444c3bb-d81f-45b7-9177-6535303e5dd7,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:02.115546 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079062-4e11-4f87-ab29-9e44a3a87a33 req-c18772b5-d938-40ef-9a13-a3f7140284d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:02.118430 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7079062-4e11-4f87-ab29-9e44a3a87a33 req-c18772b5-d938-40ef-9a13-a3f7140284d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 1098 time: 0.1186547 Jul 20 15:03:02.143552 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-b7079062-4e11-4f87-ab29-9e44a3a87a33 req-fe17458c-5246-4d3b-b47d-72caae1c2889 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.234192 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda89419-9b1c-4838-9bdd-a8d99040e9b4 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:03:02.251310 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.277749 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-b7079062-4e11-4f87-ab29-9e44a3a87a33 req-fe17458c-5246-4d3b-b47d-72caae1c2889 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.283103 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Transition to ACTIVE for port object fda89419-9b1c-4838-9bdd-a8d99040e9b4 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:03:02.292075 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-b7079062-4e11-4f87-ab29-9e44a3a87a33 req-fe17458c-5246-4d3b-b47d-72caae1c2889 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.306647 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.346985 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7079062-4e11-4f87-ab29-9e44a3a87a33 req-fe17458c-5246-4d3b-b47d-72caae1c2889 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164631 Jul 20 15:03:02.346985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17458c-5246-4d3b-b47d-72caae1c2889 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfe919-dc97-442a-9e04-4e5d1daa8287,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:02.471224 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Pushing event updated for resources: {'Port': ['ID=fda89419-9b1c-4838-9bdd-a8d99040e9b4,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:02.484173 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0f44a-3be2-4a68-a724-cf49384485f8 req-4e7767b2-4a8f-4d50-9f43-2118fde3c547 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:02.496638 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ebb0f44a-3be2-4a68-a724-cf49384485f8 req-4e7767b2-4a8f-4d50-9f43-2118fde3c547 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.1512923 Jul 20 15:03:02.519147 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42788) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:02.571953 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf16a41-4f0f-4dee-afe6-cd3e8e62aca6 req-66b63d8a-45d1-4921-9fc0-8ad9fe379656 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:02.573579 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bdf16a41-4f0f-4dee-afe6-cd3e8e62aca6 req-66b63d8a-45d1-4921-9fc0-8ad9fe379656 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.2854049 Jul 20 15:03:02.593363 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Attempting to bind port fda89419-9b1c-4838-9bdd-a8d99040e9b4 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:03:02.593676 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Attempting to bind port fda89419-9b1c-4838-9bdd-a8d99040e9b4 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:03:02.594005 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Attempting to bind port fda89419-9b1c-4838-9bdd-a8d99040e9b4 on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:03:02.610996 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ebb0f44a-3be2-4a68-a724-cf49384485f8 req-c8218980-ea4b-45f6-88c4-560fbb99a8e0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131413 Jul 20 15:03:02.622965 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Port fda89419-9b1c-4838-9bdd-a8d99040e9b4 on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:03:02.623526 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Attempting to bind port fda89419-9b1c-4838-9bdd-a8d99040e9b4 on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:03:02.637423 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:03:02.637670 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Checking segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:03:02.638421 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Bound using segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:03:02.638510 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Bound port: fda89419-9b1c-4838-9bdd-a8d99040e9b4, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:03:02.638907 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.675218 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bdf16a41-4f0f-4dee-afe6-cd3e8e62aca6 req-18d645a5-870f-4db8-87b6-b580a55c6c7c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909624 Jul 20 15:03:02.719282 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-04e97d5b-4b02-4018-8933-590186bc5cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:02.783942 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] For port fda89419-9b1c-4838-9bdd-a8d99040e9b4, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:03:02.794205 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9e54f-d112-4b6c-b471-ba25f4531a05 req-d0836f57-edad-412d-99ce-0f5b3f257755 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:02.801701 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-90e9e54f-d112-4b6c-b471-ba25f4531a05 req-d0836f57-edad-412d-99ce-0f5b3f257755 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0935276 Jul 20 15:03:02.844306 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-90e9e54f-d112-4b6c-b471-ba25f4531a05 req-f619fb42-d078-498f-bf3e-62b30c2841da tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Jul 20 15:03:02.995780 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] For port fda89419-9b1c-4838-9bdd-a8d99040e9b4, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:03:03.010271 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.087359 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:03.088020 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.089674 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] 10.222.0.36 "PUT /v2.0/ports/fda89419-9b1c-4838-9bdd-a8d99040e9b4 HTTP/1.1" status: 200 len: 1094 time: 1.5142114 Jul 20 15:03:03.090808 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:03.093046 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451bb00f-8bb4-497a-9c30-95fd0d28c787" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:03.135391 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbbb6f-b6f4-40b6-900a-081dd290a7ce service neutron] Pushing event updated for resources: {'Port': ['ID=fda89419-9b1c-4838-9bdd-a8d99040e9b4,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:03.159191 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4d035-8325-4dc6-9fbd-59b37cb72cae x-openstack-request-id: req-d3a4d035-8325-4dc6-9fbd-59b37cb72cae {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:03.159487 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:03.159736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3a4d035-8325-4dc6-9fbd-59b37cb72cae {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:03.160169 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'status': 'completed', 'code': 200} Jul 20 15:03:03.172864 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da5b8a-ce15-4bf5-82e8-46939fec3e12 req-c7d1b17c-d92b-41d4-b30f-513ea22bcdfd tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:03.174439 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-69da5b8a-ce15-4bf5-82e8-46939fec3e12 req-c7d1b17c-d92b-41d4-b30f-513ea22bcdfd tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.1846564 Jul 20 15:03:03.185088 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-04e97d5b-4b02-4018-8933-590186bc5cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.200072 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-04e97d5b-4b02-4018-8933-590186bc5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.258523 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-69da5b8a-ce15-4bf5-82e8-46939fec3e12 req-900026fa-510c-4398-ba38-f328a2b295a1 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756803 Jul 20 15:03:03.263231 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-04e97d5b-4b02-4018-8933-590186bc5cfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=517ca760d7aa40c3bfa34a48918cef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7415528 Jul 20 15:03:03.264172 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e97d5b-4b02-4018-8933-590186bc5cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d784d689-e96f-4c7d-9f13-9608729c7e49,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:03.266052 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42820) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:03.337850 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-68a5b4a6-acf0-43c7-929f-ca76a6b5de29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.362555 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-68a5b4a6-acf0-43c7-929f-ca76a6b5de29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.419608 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-68a5b4a6-acf0-43c7-929f-ca76a6b5de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.422813 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-68a5b4a6-acf0-43c7-929f-ca76a6b5de29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.424291 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-68a5b4a6-acf0-43c7-929f-ca76a6b5de29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d784d689-e96f-4c7d-9f13-9608729c7e49 HTTP/1.1" status: 204 len: 168 time: 0.1533394 Jul 20 15:03:03.442909 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5b4a6-acf0-43c7-929f-ca76a6b5de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784d689-e96f-4c7d-9f13-9608729c7e49,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:03.755188 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 42842) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:03.767597 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97584e38-03fa-417b-997d-6d3f4972531f req-9814c778-0032-47d9-a581-fc2407e2ad09 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:03.769206 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-97584e38-03fa-417b-997d-6d3f4972531f req-9814c778-0032-47d9-a581-fc2407e2ad09 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.0759571 Jul 20 15:03:03.782904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-30668fe3-05d7-4980-a275-b47608349c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.824504 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01066-f5e9-4cf1-b79e-d9e63d2009eb req-ea96b278-8fa4-4550-9e0c-f9d2842708f8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:03.832759 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c3a01066-f5e9-4cf1-b79e-d9e63d2009eb req-ea96b278-8fa4-4550-9e0c-f9d2842708f8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0783439 Jul 20 15:03:03.851022 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-97584e38-03fa-417b-997d-6d3f4972531f req-0f06678e-152d-4a4b-b685-a0c37d92222c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674713 Jul 20 15:03:03.878269 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c3a01066-f5e9-4cf1-b79e-d9e63d2009eb req-f19a08e4-1b31-443b-b68c-d99f59cda0c3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444539 Jul 20 15:03:03.963010 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-30668fe3-05d7-4980-a275-b47608349c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:03.970504 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-30668fe3-05d7-4980-a275-b47608349c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.020068 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-30668fe3-05d7-4980-a275-b47608349c4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=baeb6f7844df4e70932cd529f311f3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603791 Jul 20 15:03:04.023231 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30668fe3-05d7-4980-a275-b47608349c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f78f5f-953e-4933-9cfc-f7ef6107bb5c,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:04.023586 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 42850) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:04.053480 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b2cf-cecc-4639-bcb6-7fc8b37672ce req-e0cfca23-a493-4866-b1a2-8026ea93a16f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:04.054959 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7522b2cf-cecc-4639-bcb6-7fc8b37672ce req-e0cfca23-a493-4866-b1a2-8026ea93a16f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.1339793 Jul 20 15:03:04.086141 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-08758bfb-6ec4-4e3c-82f2-33bfd6c75add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.116206 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-08758bfb-6ec4-4e3c-82f2-33bfd6c75add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.118397 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7522b2cf-cecc-4639-bcb6-7fc8b37672ce req-be742bbd-6fbd-4108-85fc-c1ca01e46885 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571876 Jul 20 15:03:04.124299 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 76114b23-4ccd-4c09-a69f-a2bff27b4f71 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:03:04.194505 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-08758bfb-6ec4-4e3c-82f2-33bfd6c75add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.199315 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-08758bfb-6ec4-4e3c-82f2-33bfd6c75add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.203270 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-08758bfb-6ec4-4e3c-82f2-33bfd6c75add admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69f78f5f-953e-4933-9cfc-f7ef6107bb5c HTTP/1.1" status: 204 len: 168 time: 0.1761358 Jul 20 15:03:04.215177 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758bfb-6ec4-4e3c-82f2-33bfd6c75add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f78f5f-953e-4933-9cfc-f7ef6107bb5c,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:04.302380 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:04.322423 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '76114b23-4ccd-4c09-a69f-a2bff27b4f71', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'port_id': '76114b23-4ccd-4c09-a69f-a2bff27b4f71', 'mac_address': 'fa:16:3e:17:a3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:03:04.379334 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.400643 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76114b23-4ccd-4c09-a69f-a2bff27b4f71 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:03:04.432082 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:04.432664 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01555ab-ed94-4e1f-8b6d-3c124d850241 req-57f6aa3e-eafd-42a2-a37c-4a67e7391e48 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:04.435442 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f01555ab-ed94-4e1f-8b6d-3c124d850241 req-57f6aa3e-eafd-42a2-a37c-4a67e7391e48 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.0830634 Jul 20 15:03:04.442467 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:04.495817 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f01555ab-ed94-4e1f-8b6d-3c124d850241 req-fb2b17a7-4cbe-4bd7-9d67-c3d1547bf301 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532618 Jul 20 15:03:04.517566 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=76114b23-4ccd-4c09-a69f-a2bff27b4f71,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:04.980288 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1e030-b09d-4ea3-ba87-d204966b00f1 req-37d6b5ea-e029-4c82-8076-81791e3a3b59 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:04.981835 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d5d1e030-b09d-4ea3-ba87-d204966b00f1 req-37d6b5ea-e029-4c82-8076-81791e3a3b59 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.0719187 Jul 20 15:03:05.024502 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d5d1e030-b09d-4ea3-ba87-d204966b00f1 req-20f32e08-110d-4aee-b3fa-def8addca83b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360479 Jul 20 15:03:05.027854 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86deab-ae7d-47ac-9809-69853c44dce0 req-8ec0dd87-8743-4070-ac95-201b75420022 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.029522 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8d86deab-ae7d-47ac-9809-69853c44dce0 req-8ec0dd87-8743-4070-ac95-201b75420022 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0651691 Jul 20 15:03:05.071163 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8d86deab-ae7d-47ac-9809-69853c44dce0 req-05a27f80-3f3f-4418-b95a-01343a369c70 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354521 Jul 20 15:03:05.273191 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a70ea-fb45-4554-883d-1543cdedd5f1 req-663c8d59-341a-448e-a71a-7cf9499e8226 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.274805 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1a5a70ea-fb45-4554-883d-1543cdedd5f1 req-663c8d59-341a-448e-a71a-7cf9499e8226 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0687938 Jul 20 15:03:05.315122 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1a5a70ea-fb45-4554-883d-1543cdedd5f1 req-da9a4033-234c-458a-bee8-bd872450d800 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 Jul 20 15:03:05.439502 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['76114b23-4ccd-4c09-a69f-a2bff27b4f71'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:03:05.563019 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb00f-8bb4-497a-9c30-95fd0d28c787 req-0fc0e134-2f71-423a-a9f2-7c4512fb4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.564558 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-451bb00f-8bb4-497a-9c30-95fd0d28c787 req-0fc0e134-2f71-423a-a9f2-7c4512fb4fcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 1097 time: 0.0655587 Jul 20 15:03:05.706490 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90065b-c941-44ee-8cd3-2421f7ff2e6a req-947e8133-2a83-4b09-ad04-149a365a12e4 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.708019 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7e90065b-c941-44ee-8cd3-2421f7ff2e6a req-947e8133-2a83-4b09-ad04-149a365a12e4 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.1422482 Jul 20 15:03:05.719411 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb00f-8bb4-497a-9c30-95fd0d28c787 req-ef59e3b9-1b33-494d-84ce-206b5e71605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.720874 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-451bb00f-8bb4-497a-9c30-95fd0d28c787 req-ef59e3b9-1b33-494d-84ce-206b5e71605a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0910f027ac134f76b2c587a5d67cf125&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1253498 Jul 20 15:03:05.784359 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7e90065b-c941-44ee-8cd3-2421f7ff2e6a req-4693163b-a4da-43ab-bbac-5ac2541b698c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625198 Jul 20 15:03:05.840813 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb00f-8bb4-497a-9c30-95fd0d28c787 req-3d93ccd1-aeea-4d9f-b46d-375fda7d4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.842265 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-451bb00f-8bb4-497a-9c30-95fd0d28c787 req-3d93ccd1-aeea-4d9f-b46d-375fda7d4e8c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138623 Jul 20 15:03:05.973878 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-d5bae0a8-a778-423c-9316-525caebf1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:05.975948 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-d5bae0a8-a778-423c-9316-525caebf1513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 1097 time: 0.0641968 Jul 20 15:03:06.000751 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-9dc68533-7749-4e1d-bedd-2c747ab8b658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:06.027870 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-ebb822d6-80b5-40dd-9817-f687cbb4979f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4 HTTP/1.1" status: 200 len: 217 time: 0.0354769 Jul 20 15:03:06.081756 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-64f7439b-fcf8-4756-b7eb-55151f6073b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:06.083718 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-64f7439b-fcf8-4756-b7eb-55151f6073b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.0486329 Jul 20 15:03:06.192446 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5a33d-5e93-420c-8b2d-c904c0e8bec7 req-0fe35898-36f0-4535-9a17-44e3db0d431b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:06.199969 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-10d5a33d-5e93-420c-8b2d-c904c0e8bec7 req-0fe35898-36f0-4535-9a17-44e3db0d431b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.0902352 Jul 20 15:03:06.248240 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-2fe4d98b-dd67-4453-adc8-a64fcef8bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:06.250133 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-2fe4d98b-dd67-4453-adc8-a64fcef8bca1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1594508 Jul 20 15:03:06.251468 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-10d5a33d-5e93-420c-8b2d-c904c0e8bec7 req-f080670a-7572-43d2-9753-04016638903b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501661 Jul 20 15:03:06.275726 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7af202-3af1-4fe5-bf38-4f019c6b8f29 req-d9ec953e-10ab-41e5-92d6-5626e569035d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:06.277272 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4f7af202-3af1-4fe5-bf38-4f019c6b8f29 req-d9ec953e-10ab-41e5-92d6-5626e569035d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.1228936 Jul 20 15:03:06.365173 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4f7af202-3af1-4fe5-bf38-4f019c6b8f29 req-81242ee7-9f96-40f9-8ba4-d90fbcc7aa36 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770688 Jul 20 15:03:06.392575 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-e2c24c07-bdbe-4a41-b300-e64e57a935b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350067 Jul 20 15:03:06.453806 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3ef60-00c0-40b6-ad93-26fec85e9a8d req-c4e88cc6-eaf2-4d8b-9c6b-0024fc14917d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:06.455854 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b5e3ef60-00c0-40b6-ad93-26fec85e9a8d req-c4e88cc6-eaf2-4d8b-9c6b-0024fc14917d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0702124 Jul 20 15:03:06.495489 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f5b32e4-d290-469e-a4aa-a120ecfebe0f req-34ee261e-3f4a-4d1a-8a69-2351e950c8b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944779 Jul 20 15:03:06.508808 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b5e3ef60-00c0-40b6-ad93-26fec85e9a8d req-1eb9b3c5-e81e-4d2b-a93b-02ca1127e1b7 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Jul 20 15:03:06.934915 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13736350-3ffc-4e93-b60b-621a4f858ba5 req-44b98e2d-518f-481f-a890-8eab22c5396c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:06.939916 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-13736350-3ffc-4e93-b60b-621a4f858ba5 req-44b98e2d-518f-481f-a890-8eab22c5396c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.0693259 Jul 20 15:03:06.987747 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-13736350-3ffc-4e93-b60b-621a4f858ba5 req-bcc0a5b1-3806-4908-8fc0-e8b91eec07f4 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Jul 20 15:03:07.393697 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988f92-cae4-4016-8fc0-44c970853f3c req-f0d117b1-22ea-451d-9472-589677b00c37 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:07.396047 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-86988f92-cae4-4016-8fc0-44c970853f3c req-f0d117b1-22ea-451d-9472-589677b00c37 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.0743396 Jul 20 15:03:07.454320 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-86988f92-cae4-4016-8fc0-44c970853f3c req-0934f037-864c-44d6-a72c-585467a77687 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520356 Jul 20 15:03:07.520248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0570a-4882-469c-bd7e-8cec8f3e64b4 req-7e6f079c-6acd-439c-a135-c1a6af7555ef tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:07.521715 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-08d0570a-4882-469c-bd7e-8cec8f3e64b4 req-7e6f079c-6acd-439c-a135-c1a6af7555ef tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0679791 Jul 20 15:03:07.570464 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-08d0570a-4882-469c-bd7e-8cec8f3e64b4 req-00c3e1aa-2476-4a93-bd2e-58ecde137710 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 Jul 20 15:03:07.659002 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341712-3b3b-466a-a8bf-648e6e5bfd1a req-0a40cb01-87ae-425e-8c07-31f02b97a16d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:07.660494 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f341712-3b3b-466a-a8bf-648e6e5bfd1a req-0a40cb01-87ae-425e-8c07-31f02b97a16d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0792611 Jul 20 15:03:07.698426 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f341712-3b3b-466a-a8bf-648e6e5bfd1a req-f83cf9a5-97cd-49d6-a7a7-57de2cbd3557 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Jul 20 15:03:08.126633 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56463bde-5a2b-4f39-baa6-d1308670cf17 req-9ac62b91-934c-4282-bd6d-3d6e97bd714a tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:08.128089 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-56463bde-5a2b-4f39-baa6-d1308670cf17 req-9ac62b91-934c-4282-bd6d-3d6e97bd714a tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.0629673 Jul 20 15:03:08.163918 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-56463bde-5a2b-4f39-baa6-d1308670cf17 req-60a28b37-4e71-4a11-ba89-bf662d5fa896 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297771 Jul 20 15:03:08.693708 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-bb87e0c1-5b28-41a7-82ea-2c9d61040719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:08.712030 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:08.733256 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca0131-6468-4011-8d58-84d22e809251 req-2ecb1674-2b3d-4884-840b-ba9cba7e9a1b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:08.734816 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cdca0131-6468-4011-8d58-84d22e809251 req-2ecb1674-2b3d-4884-840b-ba9cba7e9a1b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0874147 Jul 20 15:03:08.773531 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fc0b6-cc18-4e32-a25d-03bb4f97d760 req-53ab5eb2-9700-4125-966f-46d2431c8caa tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:08.774403 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cdca0131-6468-4011-8d58-84d22e809251 req-be536ecb-e730-4b1e-88c2-13709e6e9ab6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Jul 20 15:03:08.775032 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-666fc0b6-cc18-4e32-a25d-03bb4f97d760 req-53ab5eb2-9700-4125-966f-46d2431c8caa tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 944 time: 0.2501068 Jul 20 15:03:08.799331 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:03:08.816472 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-666fc0b6-cc18-4e32-a25d-03bb4f97d760 req-93f5836d-55b9-4416-9355-71b7aaaadd2e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357311 Jul 20 15:03:08.904603 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:08.907525 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3da95-7338-4fc8-8481-87b11c3e6ea0 req-88f529d9-0e1e-4783-b776-b906bc036718 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:08.909247 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b8b3da95-7338-4fc8-8481-87b11c3e6ea0 req-88f529d9-0e1e-4783-b776-b906bc036718 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0662198 Jul 20 15:03:08.917668 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'mac_address': 'fa:16:3e:48:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:03:08.947946 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b8b3da95-7338-4fc8-8481-87b11c3e6ea0 req-09c7f391-cfc9-4a9c-a135-525189e4f47e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321598 Jul 20 15:03:08.953574 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:08.967454 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2833585b-71fb-4215-a8de-4573d4ed7d40 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:03:08.987258 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:08.991025 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:08.991681 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 299a7942-e3c5-4353-b783-dc4c294c3366 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:03:09.062983 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:09.123556 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 299a7942-e3c5-4353-b783-dc4c294c3366, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=299a7942-e3c5-4353-b783-dc4c294c3366,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:09.134463 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '299a7942-e3c5-4353-b783-dc4c294c3366', 'network_id': 'f503207b-7b8b-4114-a641-cba64d21ecaf', 'port_id': '299a7942-e3c5-4353-b783-dc4c294c3366', 'mac_address': 'fa:16:3e:2d:72:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e62324-f1fb-410c-b606-3ad83511f1f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:03:09.171961 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:09.185247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299a7942-e3c5-4353-b783-dc4c294c3366 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:03:09.204734 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 299a7942-e3c5-4353-b783-dc4c294c3366, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=299a7942-e3c5-4353-b783-dc4c294c3366,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:09.208673 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:09.258125 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=299a7942-e3c5-4353-b783-dc4c294c3366,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:09.820355 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:09.920859 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5e3a9-c364-4979-9e65-099f21dafbf9 req-62c7dbf9-036e-4de1-96fb-b57829dd0f12 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:09.923239 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-11c5e3a9-c364-4979-9e65-099f21dafbf9 req-62c7dbf9-036e-4de1-96fb-b57829dd0f12 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.0717123 Jul 20 15:03:09.966221 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359805-12fc-4380-b937-228d8a002bb9 req-ef512687-cf0a-4bfc-a7f3-3160b653b24e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:09.969394 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-11c5e3a9-c364-4979-9e65-099f21dafbf9 req-27b9cc4e-5522-49a0-844b-3946c83099bd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351436 Jul 20 15:03:09.972516 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-65359805-12fc-4380-b937-228d8a002bb9 req-ef512687-cf0a-4bfc-a7f3-3160b653b24e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 945 time: 0.0821037 Jul 20 15:03:10.031867 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-65359805-12fc-4380-b937-228d8a002bb9 req-89575473-09aa-4b8a-b029-e0d260575fd1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Jul 20 15:03:10.097653 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 76114b23-4ccd-4c09-a69f-a2bff27b4f71 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:03:10.108948 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2b7d1-28e3-47a1-975a-d23647f411f3 req-961fa9fa-02a5-443e-b386-94787339282e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:10.110557 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f8f2b7d1-28e3-47a1-975a-d23647f411f3 req-961fa9fa-02a5-443e-b386-94787339282e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0786681 Jul 20 15:03:10.148995 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:03:10.150636 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f8f2b7d1-28e3-47a1-975a-d23647f411f3 req-6798c1bd-455b-4c94-9fac-eaa75cad4f9c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336680 Jul 20 15:03:10.153513 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:03:10.153962 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:10.243521 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:10.268697 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76114b23-4ccd-4c09-a69f-a2bff27b4f71'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:10.270947 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0827e-6fec-4002-ac25-df2620e36ba9" -d '{"events": [{"server_uuid": "832054f7-a193-4ca5-b8fe-ac3ff6a2638c", "name": "network-vif-plugged", "status": "completed", "tag": "76114b23-4ccd-4c09-a69f-a2bff27b4f71"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:10.284236 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:10.289920 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:10.330105 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad682bd-3d8d-4671-ae24-1df52738369e x-openstack-request-id: req-5ad682bd-3d8d-4671-ae24-1df52738369e {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:10.330393 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832054f7-a193-4ca5-b8fe-ac3ff6a2638c", "name": "network-vif-plugged", "status": "completed", "tag": "76114b23-4ccd-4c09-a69f-a2bff27b4f71", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:10.330679 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ad682bd-3d8d-4671-ae24-1df52738369e {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:10.331066 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76114b23-4ccd-4c09-a69f-a2bff27b4f71', 'code': 200} Jul 20 15:03:10.348127 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=76114b23-4ccd-4c09-a69f-a2bff27b4f71,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:10.489196 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['2833585b-71fb-4215-a8de-4573d4ed7d40'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:03:10.564262 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['299a7942-e3c5-4353-b783-dc4c294c3366'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:03:10.653811 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bf45-b56d-48a4-bb5a-43846165762f req-153c4f54-0faf-4ba9-92cd-3fc0082c7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:10.655024 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-50c1bf45-b56d-48a4-bb5a-43846165762f req-153c4f54-0faf-4ba9-92cd-3fc0082c7a04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.1321442 Jul 20 15:03:11.132034 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfd44f-33ec-42d8-bad4-6af2368fc708 req-8633e443-d5e8-40a8-9986-5645fff50ce6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:11.135755 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b2bfd44f-33ec-42d8-bad4-6af2368fc708 req-8633e443-d5e8-40a8-9986-5645fff50ce6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.0789695 Jul 20 15:03:11.198832 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b2bfd44f-33ec-42d8-bad4-6af2368fc708 req-ba1d471a-b83f-476d-945b-5736554a0a60 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557444 Jul 20 15:03:11.201241 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d23ab9-a825-4298-b355-aab2f01d4774 req-048f3743-7ec6-4403-9140-3d7f04f626ce tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:11.203504 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-88d23ab9-a825-4298-b355-aab2f01d4774 req-048f3743-7ec6-4403-9140-3d7f04f626ce tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 945 time: 0.0747602 Jul 20 15:03:11.268942 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-88d23ab9-a825-4298-b355-aab2f01d4774 req-a13ef391-2ebd-46d7-8294-67237e16f63f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598180 Jul 20 15:03:11.359812 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9223bf0-3455-4d36-a1bf-f2160c4cca54 req-267dc905-3bec-4c00-b611-cfc577778d40 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:11.363099 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f9223bf0-3455-4d36-a1bf-f2160c4cca54 req-267dc905-3bec-4c00-b611-cfc577778d40 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0853236 Jul 20 15:03:11.408494 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f9223bf0-3455-4d36-a1bf-f2160c4cca54 req-108c5da8-4b81-49d1-a04e-48ae475cde66 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Jul 20 15:03:11.416690 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:11.569991 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-50c1bf45-b56d-48a4-bb5a-43846165762f req-8d4e508f-93ce-4433-a1d1-1435fe698a19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Jul 20 15:03:12.363856 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaea6db-b4d6-420e-8e9c-9a7b02e07f68 req-64ba3d30-1696-4424-a093-3c80a1429f67 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:12.368016 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-deaea6db-b4d6-420e-8e9c-9a7b02e07f68 req-64ba3d30-1696-4424-a093-3c80a1429f67 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.0808361 Jul 20 15:03:12.418681 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-deaea6db-b4d6-420e-8e9c-9a7b02e07f68 req-849163ef-06df-4888-a947-86335a05091f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473671 Jul 20 15:03:12.437448 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe3ae-97f4-47f1-82d4-efc5d53c9268 req-63911255-3985-4cb5-8dbc-c8cbf8f6119b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:12.439437 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fcdfe3ae-97f4-47f1-82d4-efc5d53c9268 req-63911255-3985-4cb5-8dbc-c8cbf8f6119b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 945 time: 0.0838006 Jul 20 15:03:12.488667 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:03:12.491171 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fcdfe3ae-97f4-47f1-82d4-efc5d53c9268 req-5b1afa23-e5df-4bf2-b7df-5ac77c4fbdb8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Jul 20 15:03:12.559175 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc257be2-ae29-4573-bee2-e9a6d746cb48 req-340ae873-b323-4766-90cd-7f9946c0ab84 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:12.560720 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc257be2-ae29-4573-bee2-e9a6d746cb48 req-340ae873-b323-4766-90cd-7f9946c0ab84 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0678961 Jul 20 15:03:12.603849 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc257be2-ae29-4573-bee2-e9a6d746cb48 req-69c43201-3fc4-4d08-8639-0dcb89a1726f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372071 Jul 20 15:03:13.620223 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b708d-26c4-4c20-b198-71b67912f0e5 req-380dd62b-8f63-4f5a-881d-6506fdb5b629 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:13.622811 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c8b708d-26c4-4c20-b198-71b67912f0e5 req-380dd62b-8f63-4f5a-881d-6506fdb5b629 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.1055040 Jul 20 15:03:13.623543 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a938c2-a3f9-4e5c-a3ec-ce502da88ff1 req-f44ce42a-7d07-43e0-9f97-67935bd5adcb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:13.625079 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-91a938c2-a3f9-4e5c-a3ec-ce502da88ff1 req-f44ce42a-7d07-43e0-9f97-67935bd5adcb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 945 time: 0.0649652 Jul 20 15:03:13.668782 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-91a938c2-a3f9-4e5c-a3ec-ce502da88ff1 req-d150512c-8781-4dc6-a2fd-784c8f533376 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Jul 20 15:03:13.686110 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c8b708d-26c4-4c20-b198-71b67912f0e5 req-51c471d7-0654-4cff-907d-cbf203e40bcd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534897 Jul 20 15:03:13.815291 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c14291-c2e9-41a3-bb38-418027adb77f req-6959ac9a-b271-4aaf-981d-d35a7e183585 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:13.817627 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a4c14291-c2e9-41a3-bb38-418027adb77f req-6959ac9a-b271-4aaf-981d-d35a7e183585 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0789659 Jul 20 15:03:13.869211 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a4c14291-c2e9-41a3-bb38-418027adb77f req-03a202c3-92c0-494f-a7e0-2d8127b7fe40 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Jul 20 15:03:14.932142 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc94587-b2a3-49aa-ad36-4b303271fd08 req-96062914-5f20-4b80-9cae-52543c5314a1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:14.933833 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0cc94587-b2a3-49aa-ad36-4b303271fd08 req-96062914-5f20-4b80-9cae-52543c5314a1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.1179750 Jul 20 15:03:14.955564 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3ecb6-a57b-410b-a262-4c5902ed52cc req-af46913e-1310-410d-b557-327a9d8994c2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:14.958055 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-43a3ecb6-a57b-410b-a262-4c5902ed52cc req-af46913e-1310-410d-b557-327a9d8994c2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 945 time: 0.1543522 Jul 20 15:03:15.010411 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0cc94587-b2a3-49aa-ad36-4b303271fd08 req-ebafa2b5-1236-49cc-ae6a-d2efd0144b61 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572207 Jul 20 15:03:15.032360 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-43a3ecb6-a57b-410b-a262-4c5902ed52cc req-fd761a14-0067-4f54-81e0-f9cdb1d88fb9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659204 Jul 20 15:03:15.173508 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc81e6b-bd92-4caa-b9ea-c367df84a860 req-4a20e41a-d6fb-4b2e-9d5d-d7b272904145 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:15.182091 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fbc81e6b-bd92-4caa-b9ea-c367df84a860 req-4a20e41a-d6fb-4b2e-9d5d-d7b272904145 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 944 time: 0.0982730 Jul 20 15:03:15.243074 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fbc81e6b-bd92-4caa-b9ea-c367df84a860 req-2a826698-895f-4cb8-8e28-b968aa5d865c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597353 Jul 20 15:03:15.549667 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device fda89419-9b1c-4838-9bdd-a8d99040e9b4 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:03:15.559209 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:03:15.649690 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43182) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:15.731961 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 2833585b-71fb-4215-a8de-4573d4ed7d40 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:03:15.796542 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 2833585b-71fb-4215-a8de-4573d4ed7d40 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:03:15.797031 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:15.867784 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:15.897681 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port fda89419-9b1c-4838-9bdd-a8d99040e9b4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:15.916304 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'port_id': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'mac_address': 'fa:16:3e:80:0c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:03:16.013989 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.019678 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.057037 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda89419-9b1c-4838-9bdd-a8d99040e9b4 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:03:16.069502 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:16.072244 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3b99d-8669-42c7-afd9-8e30a56f50ea" -d '{"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:16.100653 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:16.105180 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port fda89419-9b1c-4838-9bdd-a8d99040e9b4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:16.112006 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.116617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 299a7942-e3c5-4353-b783-dc4c294c3366 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:03:16.136633 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.155571 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.157973 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.236960 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:16.248043 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.248441 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.249045 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.249571 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.250075 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.250415 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.250766 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.251523 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.251892 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.252333 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.252760 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.253090 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.266922 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 299a7942-e3c5-4353-b783-dc4c294c3366 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:03:16.275091 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 299a7942-e3c5-4353-b783-dc4c294c3366 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:03:16.275346 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.282649 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43214) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:16.329179 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66b135ec15a0464890c5dc2778b2152c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775463 Jul 20 15:03:16.339152 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 43220) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:16.371155 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba36999-8567-41b9-b920-c42a71cb939b,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:16.389102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=fda89419-9b1c-4838-9bdd-a8d99040e9b4,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:16.392251 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.393031 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.393766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.394476 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.395226 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.395985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.396682 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.397386 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.398094 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.398861 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.399697 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.400412 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948cae4-53ae-42e5-a19d-8e4ab7b26a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.420944 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f12e-3b36-440a-916b-050cf55f21d4 req-052aa931-d432-4456-859b-b338d3668ed6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:16.434582 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b960f12e-3b36-440a-916b-050cf55f21d4 req-052aa931-d432-4456-859b-b338d3668ed6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1895425 Jul 20 15:03:16.462953 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784a0e7-bd16-408b-b7ce-a30704c7bf8b req-593d7f56-bad7-4a02-b774-f4710665bde5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:16.476571 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8784a0e7-bd16-408b-b7ce-a30704c7bf8b req-593d7f56-bad7-4a02-b774-f4710665bde5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 945 time: 0.2017548 Jul 20 15:03:16.522117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.528295 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b960f12e-3b36-440a-916b-050cf55f21d4 req-0572df98-bc0c-4931-8c5c-704723788536 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918331 Jul 20 15:03:16.531732 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.548715 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8784a0e7-bd16-408b-b7ce-a30704c7bf8b req-54209b0b-8775-4bb2-8dd9-3509eb76b3d1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705988 Jul 20 15:03:16.603244 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.627271 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 299a7942-e3c5-4353-b783-dc4c294c3366, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=299a7942-e3c5-4353-b783-dc4c294c3366,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:16.636221 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.699520 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0e6253e3-b410-4c1a-a7c3-0a4e4605b890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.701226 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff4257-53c9-47cf-b89e-a3219ccf53e0 x-openstack-request-id: req-34ff4257-53c9-47cf-b89e-a3219ccf53e0 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:16.701759 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:16.702133 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34ff4257-53c9-47cf-b89e-a3219ccf53e0 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:16.702715 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'code': 200} Jul 20 15:03:16.707873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.713488 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:16.719044 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ba36999-8567-41b9-b920-c42a71cb939b HTTP/1.1" status: 204 len: 168 time: 0.3734689 Jul 20 15:03:16.738283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba36999-8567-41b9-b920-c42a71cb939b,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:16.752557 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.753153 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.753702 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.754296 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.754872 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.755461 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.755999 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.756537 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.757302 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.757879 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.758417 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.759084 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57d864-808a-4428-8c0e-f4d1abb03a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:03:16.759677 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=299a7942-e3c5-4353-b783-dc4c294c3366,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:16.871736 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60fbd8-a328-4676-809b-eda40dd2935e req-379e17e3-0113-44f5-84e6-4fa3a98ce6bc tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:16.874358 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ba60fbd8-a328-4676-809b-eda40dd2935e req-379e17e3-0113-44f5-84e6-4fa3a98ce6bc tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 945 time: 0.2087615 Jul 20 15:03:16.995912 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ba60fbd8-a328-4676-809b-eda40dd2935e req-1aa07883-84d9-4642-8680-4c7a5fbbf512 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985293 Jul 20 15:03:17.028880 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0e6253e3-b410-4c1a-a7c3-0a4e4605b890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.040588 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0e6253e3-b410-4c1a-a7c3-0a4e4605b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.111946 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 43230) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:17.112245 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-0e6253e3-b410-4c1a-a7c3-0a4e4605b890 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=152f098c38004391ab90ada8d3d30d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268423 Jul 20 15:03:17.113635 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6253e3-b410-4c1a-a7c3-0a4e4605b890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db5c0e-722b-4631-a3f6-b74749494f3e,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:17.206722 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd232-210d-4791-9c27-b1b5451855f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.245559 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd232-210d-4791-9c27-b1b5451855f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.299926 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43234) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:17.326380 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-020563c9-4b49-4580-9ee9-83ad432bb0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.329791 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd232-210d-4791-9c27-b1b5451855f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.336255 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd232-210d-4791-9c27-b1b5451855f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.338205 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-8f3cd232-210d-4791-9c27-b1b5451855f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91db5c0e-722b-4631-a3f6-b74749494f3e HTTP/1.1" status: 204 len: 168 time: 0.2246137 Jul 20 15:03:17.358117 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cd232-210d-4791-9c27-b1b5451855f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db5c0e-722b-4631-a3f6-b74749494f3e,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:17.528237 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-020563c9-4b49-4580-9ee9-83ad432bb0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.535196 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-020563c9-4b49-4580-9ee9-83ad432bb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.577365 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020563c9-4b49-4580-9ee9-83ad432bb0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7aa8c4-c6d7-439e-b66c-f2b62ed36eb1,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:17.582111 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-020563c9-4b49-4580-9ee9-83ad432bb0f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4dc98ee9514454d9f930f1ac5f5bded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807870 Jul 20 15:03:17.586320 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 43240) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:17.658648 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-54b566bd-e964-43b5-909f-0f92360c4254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.704600 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-54b566bd-e964-43b5-909f-0f92360c4254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.763212 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937df32-632d-4e61-b38d-44f61c06b8af req-1d94825a-a133-4366-8e12-58bf54a473c8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:17.765883 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5937df32-632d-4e61-b38d-44f61c06b8af req-1d94825a-a133-4366-8e12-58bf54a473c8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0860445 Jul 20 15:03:17.824901 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5937df32-632d-4e61-b38d-44f61c06b8af req-1923ca6e-fb6b-4414-a5a3-7f06a3b188b4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 Jul 20 15:03:17.825443 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388cc38-773b-4d4c-b15f-ee2d0909c5f9 req-fb58cde6-12de-4d4b-a754-b018e96740bc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:17.827835 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4388cc38-773b-4d4c-b15f-ee2d0909c5f9 req-fb58cde6-12de-4d4b-a754-b018e96740bc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1653826 Jul 20 15:03:17.836165 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-54b566bd-e964-43b5-909f-0f92360c4254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.839958 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-54b566bd-e964-43b5-909f-0f92360c4254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:17.841552 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-54b566bd-e964-43b5-909f-0f92360c4254 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c7aa8c4-c6d7-439e-b66c-f2b62ed36eb1 HTTP/1.1" status: 204 len: 168 time: 0.2539065 Jul 20 15:03:17.877129 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b566bd-e964-43b5-909f-0f92360c4254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7aa8c4-c6d7-439e-b66c-f2b62ed36eb1,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:17.889184 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4388cc38-773b-4d4c-b15f-ee2d0909c5f9 req-c6687f72-950c-4d9e-bea6-c641c41f967f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 Jul 20 15:03:18.220062 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95f60-6d15-4349-ba84-8766746293f1 req-a1beb7cd-5f24-4622-933f-fd1c099c98cb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:18.234863 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d8b95f60-6d15-4349-ba84-8766746293f1 req-a1beb7cd-5f24-4622-933f-fd1c099c98cb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 945 time: 0.1368539 Jul 20 15:03:18.314805 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d8b95f60-6d15-4349-ba84-8766746293f1 req-ec0b6bb1-f9d0-4212-aff3-92868a3b4e03 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745676 Jul 20 15:03:18.703833 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299a7942-e3c5-4353-b783-dc4c294c3366'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:18.706883 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f700bf2-6e6c-43e4-9c8a-47f6357ad399" -d '{"events": [{"server_uuid": "c613ce09-ffe3-401c-96b0-12d8f48f23ae", "name": "network-vif-plugged", "status": "completed", "tag": "299a7942-e3c5-4353-b783-dc4c294c3366"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:18.834835 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d804883-86d4-4864-b7ea-85b232998ba6 x-openstack-request-id: req-4d804883-86d4-4864-b7ea-85b232998ba6 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:18.835151 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c613ce09-ffe3-401c-96b0-12d8f48f23ae", "name": "network-vif-plugged", "status": "completed", "tag": "299a7942-e3c5-4353-b783-dc4c294c3366", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:18.835402 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d804883-86d4-4864-b7ea-85b232998ba6 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:18.835803 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299a7942-e3c5-4353-b783-dc4c294c3366', 'code': 200} Jul 20 15:03:18.859170 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 43308) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:18.984050 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['fda89419-9b1c-4838-9bdd-a8d99040e9b4'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:03:19.010980 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-987454659-network', 'tenant_id': 'cbca752c3b8f417c8fdce3f34f5f8f92'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:19.017116 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8373-9c89-438e-8104-714caf5a5e77 req-527e7ea7-0206-4c82-b1b6-34d15e38024f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.019008 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d51b8373-9c89-438e-8104-714caf5a5e77 req-527e7ea7-0206-4c82-b1b6-34d15e38024f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1095216 Jul 20 15:03:19.082819 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d51b8373-9c89-438e-8104-714caf5a5e77 req-6586afa8-50df-4c1a-9adb-a501a1f183d8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567195 Jul 20 15:03:19.127508 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Made reservation on behalf of cbca752c3b8f417c8fdce3f34f5f8f92 for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:03:19.129878 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.147289 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.163102 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af5c2-c82c-40c1-a6bb-a30307f79166 req-79774709-1493-456e-9f08-0c64ca1a2693 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.164766 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3f4af5c2-c82c-40c1-a6bb-a30307f79166 req-79774709-1493-456e-9f08-0c64ca1a2693 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1579132 Jul 20 15:03:19.191167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd65e0-54cc-475d-a9e2-5d46816a918f req-7f7cfc72-c9dd-4d68-be43-accad8a9c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.192873 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fdbd65e0-54cc-475d-a9e2-5d46816a918f req-7f7cfc72-c9dd-4d68-be43-accad8a9c24c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1098 time: 0.2201877 Jul 20 15:03:19.287959 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3f4af5c2-c82c-40c1-a6bb-a30307f79166 req-e006ad57-3724-4814-b6f1-f89c4d2f0b42 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135056 Jul 20 15:03:19.322334 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fdbd65e0-54cc-475d-a9e2-5d46816a918f req-89082ee1-de06-414b-9e55-6bbeb376cb5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956595 Jul 20 15:03:19.339927 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a076b5-6827-407b-8b23-38679560eca7 req-41d062ff-8081-4903-a161-380e3a47084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.341802 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54a076b5-6827-407b-8b23-38679560eca7 req-41d062ff-8081-4903-a161-380e3a47084f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 1099 time: 0.1045048 Jul 20 15:03:19.423906 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.428754 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.453286 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:03:19.463282 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c3dc7-084d-4a09-b3e6-a520fd71d23b,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:19.469842 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.470346 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Added segment b192a1a4-11d0-4104-acf2-7cbd2b723f53 of type vlan for network 370ae60e-4379-425a-961b-cfc8f7e4712a Jul 20 15:03:19.470905 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa32e-2d35-445c-a241-bf9a1dd68463 req-4972e68a-a479-42ce-9c74-39c3b430da8a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.472485 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2deaa32e-2d35-445c-a241-bf9a1dd68463 req-4972e68a-a479-42ce-9c74-39c3b430da8a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 945 time: 0.0650609 Jul 20 15:03:19.512942 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2deaa32e-2d35-445c-a241-bf9a1dd68463 req-c4ded792-2c98-45ef-93f5-d9c5838df0e0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345070 Jul 20 15:03:19.518542 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.547906 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.548956 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.549682 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.584781 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7233987 Jul 20 15:03:19.588013 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43324) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:19.593123 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Request body: {'subnet': {'network_id': '370ae60e-4379-425a-961b-cfc8f7e4712a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-987454659-subnet', 'tenant_id': 'cbca752c3b8f417c8fdce3f34f5f8f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:19.613620 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Made reservation on behalf of cbca752c3b8f417c8fdce3f34f5f8f92 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:03:19.614254 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0d5a9-fb80-4808-a585-75ba7307ae7f admin admin] Pushing event updated for resources: {'Network': ['ID=370ae60e-4379-425a-961b-cfc8f7e4712a,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:19.616414 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.624029 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 370ae60e-4379-425a-961b-cfc8f7e4712a details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:03:19.811373 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.826381 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54a076b5-6827-407b-8b23-38679560eca7 req-e54f8b8a-ecaf-435a-b673-2c88d9032770 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Jul 20 15:03:19.874376 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3236856e-7c8a-4023-af53-317141c71180,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:19.881841 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Checking segment: {'id': 'b192a1a4-11d0-4104-acf2-7cbd2b723f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '370ae60e-4379-425a-961b-cfc8f7e4712a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:03:19.882198 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Network hostable DHCP agents. Network: 370ae60e-4379-425a-961b-cfc8f7e4712a, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:03:19.900171 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Network 370ae60e-4379-425a-961b-cfc8f7e4712a is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:03:19.910133 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 370ae60e-4379-425a-961b-cfc8f7e4712a) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:03:19.919310 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:19.919310 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:19.922801 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d199a-a4cb-44ad-89ee-ed05918ae7fc None None] Network 370ae60e-4379-425a-961b-cfc8f7e4712a requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:03:19.947481 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-25b8bf3f-f324-4174-a4d9-8925b5704e4b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3582878 Jul 20 15:03:20.062335 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622ea32-7487-4c6d-92d3-7190f112c247 None None] Network 370ae60e-4379-425a-961b-cfc8f7e4712a requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:03:20.229037 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35c756-0075-46b7-a673-b7a1776a85e8 req-6207cfb0-34d6-4559-99ee-a50356acce9e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:20.230664 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-da35c756-0075-46b7-a673-b7a1776a85e8 req-6207cfb0-34d6-4559-99ee-a50356acce9e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0771832 Jul 20 15:03:20.283795 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-da35c756-0075-46b7-a673-b7a1776a85e8 req-1104bb58-02d6-48a4-a819-a679f9912357 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Jul 20 15:03:20.477078 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423df85-d02f-44a8-89f0-8606b0efbd68 req-95a55e7d-3cb8-4c47-bcf6-2572dd9239f6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:20.490967 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0423df85-d02f-44a8-89f0-8606b0efbd68 req-95a55e7d-3cb8-4c47-bcf6-2572dd9239f6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0807345 Jul 20 15:03:20.524719 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43374) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:20.537832 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-529533800-network', 'tenant_id': '12b145135c584dfaae759523ff3ea989'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:20.551299 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0423df85-d02f-44a8-89f0-8606b0efbd68 req-a898a48d-86d3-45f6-9c4c-880e90ef2a97 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577142 Jul 20 15:03:20.564108 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device fda89419-9b1c-4838-9bdd-a8d99040e9b4 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:03:20.586080 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Made reservation on behalf of 12b145135c584dfaae759523ff3ea989 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:03:20.588936 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.599634 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.640422 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port fda89419-9b1c-4838-9bdd-a8d99040e9b4 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:03:20.648284 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port fda89419-9b1c-4838-9bdd-a8d99040e9b4 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:03:20.648916 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.695000 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c693490-88ce-4ce0-bc5c-554934f0c119 req-9e18bb8f-e8a1-4eb2-8866-33678355c543 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:20.697572 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0c693490-88ce-4ce0-bc5c-554934f0c119 req-9e18bb8f-e8a1-4eb2-8866-33678355c543 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 945 time: 0.1014800 Jul 20 15:03:20.755835 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.759273 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0c693490-88ce-4ce0-bc5c-554934f0c119 req-c96b47e3-0059-491e-b3cd-ec4f7d85a725 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533652 Jul 20 15:03:20.762753 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.779777 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.800496 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:03:20.807876 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553346a6-498d-4a43-a8bf-d7d501f64327,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:20.814766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.815034 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Added segment 0e8e2d0a-4f85-4e48-9cf3-cfaf0a49286b of type vlan for network 643453c6-be9a-438f-88c8-3c5d0dc728ed Jul 20 15:03:20.823799 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port fda89419-9b1c-4838-9bdd-a8d99040e9b4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:20.829490 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.836542 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:20.839207 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f52e84-1100-4567-813c-3eee561719dd" -d '{"events": [{"server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "name": "network-vif-plugged", "status": "completed", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:20.858292 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.887214 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad51e1-0c38-420e-969b-5feb925218be x-openstack-request-id: req-efad51e1-0c38-420e-969b-5feb925218be {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:20.887502 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "name": "network-vif-plugged", "status": "completed", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:20.887763 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efad51e1-0c38-420e-969b-5feb925218be {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:20.888343 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'code': 200} Jul 20 15:03:20.893073 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=fda89419-9b1c-4838-9bdd-a8d99040e9b4,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:20.899460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.900478 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:20.901425 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:20.940869 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4122334 Jul 20 15:03:20.940999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43392) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:20.946268 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Request body: {'subnet': {'network_id': '643453c6-be9a-438f-88c8-3c5d0dc728ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-529533800-subnet', 'tenant_id': '12b145135c584dfaae759523ff3ea989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:20.981180 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a67d-f8ac-4119-ba81-a933323abf92 admin admin] Pushing event updated for resources: {'Network': ['ID=643453c6-be9a-438f-88c8-3c5d0dc728ed,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:20.996710 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 643453c6-be9a-438f-88c8-3c5d0dc728ed details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:03:21.009183 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Made reservation on behalf of 12b145135c584dfaae759523ff3ea989 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:03:21.013962 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:21.270936 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:21.324719 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd486827-262a-4411-a44e-66fce9814e2c req-856d8804-5d75-4e5c-96c6-3afd8ded5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:21.327529 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bd486827-262a-4411-a44e-66fce9814e2c req-856d8804-5d75-4e5c-96c6-3afd8ded5980 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 1099 time: 0.1411879 Jul 20 15:03:21.341133 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bf90b3-aedd-4efa-8187-f64c8929e798,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:21.368007 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Checking segment: {'id': '0e8e2d0a-4f85-4e48-9cf3-cfaf0a49286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '643453c6-be9a-438f-88c8-3c5d0dc728ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:03:21.368371 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Network hostable DHCP agents. Network: 643453c6-be9a-438f-88c8-3c5d0dc728ed, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:03:21.393327 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bd486827-262a-4411-a44e-66fce9814e2c req-b8dafe3a-19a3-4f66-9b19-692cfb16231c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493844 Jul 20 15:03:21.407521 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Network 643453c6-be9a-438f-88c8-3c5d0dc728ed is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:03:21.429538 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 643453c6-be9a-438f-88c8-3c5d0dc728ed) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:03:21.434521 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:21.435146 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:21.440587 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a658c-37e0-4cc8-9fe2-ec49b1f7a655 None None] Network 643453c6-be9a-438f-88c8-3c5d0dc728ed requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:03:21.478273 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-647cab8a-8935-4fd9-b29f-aca771e143c0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5362384 Jul 20 15:03:21.525422 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326513d-ccc0-4d7a-801b-f39b5059c157 req-cb2f0294-4025-4a8c-abf7-260d0e85fd23 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:21.527843 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e326513d-ccc0-4d7a-801b-f39b5059c157 req-cb2f0294-4025-4a8c-abf7-260d0e85fd23 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1607273 Jul 20 15:03:21.608613 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb1f2a-4234-4444-8090-6711f1a99b15 None None] Network 643453c6-be9a-438f-88c8-3c5d0dc728ed requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:03:21.627716 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e326513d-ccc0-4d7a-801b-f39b5059c157 req-da21ca20-d810-4926-8889-4f7a72c02960 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861902 Jul 20 15:03:21.729142 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f53e2c-b183-4d3e-af23-6a166661faa3 req-c82608bd-fd9a-4c46-92d7-6688aa2fd7bf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:21.731127 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-89f53e2c-b183-4d3e-af23-6a166661faa3 req-c82608bd-fd9a-4c46-92d7-6688aa2fd7bf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0762935 Jul 20 15:03:21.778710 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-89f53e2c-b183-4d3e-af23-6a166661faa3 req-621592c7-513f-49e4-bc8b-b0ac374c6ce9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381076 Jul 20 15:03:21.909919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5bb39-da1c-4b59-81e6-cb72363a6a12 req-ed7d6574-cae7-43e9-8ebd-700e244539a8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:21.911942 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e0f5bb39-da1c-4b59-81e6-cb72363a6a12 req-ed7d6574-cae7-43e9-8ebd-700e244539a8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0686004 Jul 20 15:03:21.964838 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e0f5bb39-da1c-4b59-81e6-cb72363a6a12 req-d7c18d00-3bdf-4544-b3bb-012c3e538889 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467339 Jul 20 15:03:21.991449 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9d15-5c9b-479d-801d-178260ee53aa req-e6f0070f-51f3-427c-9feb-d48215b930aa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:21.992956 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158b9d15-5c9b-479d-801d-178260ee53aa req-e6f0070f-51f3-427c-9feb-d48215b930aa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0872622 Jul 20 15:03:22.001650 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43448) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:22.006279 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'floatingip': {'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:22.082189 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:22.351129 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-d6b71c89-9c57-4737-a7d4-58f47929d2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1843231 Jul 20 15:03:22.702914 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:22.713979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-1d29816f-e273-43ca-8497-8e4fae66a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:22.715513 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-1d29816f-e273-43ca-8497-8e4fae66a177 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95b0cda42341a5bd3bcc803e9485cf&device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 1098 time: 0.2630460 Jul 20 15:03:22.801626 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b9f4-e033-49ae-ae94-e7e60106aa04 req-f61b1f5c-1fa8-4887-bfa8-fb2789966ec1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:22.803796 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a622b9f4-e033-49ae-ae94-e7e60106aa04 req-f61b1f5c-1fa8-4887-bfa8-fb2789966ec1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0924377 Jul 20 15:03:22.844893 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a622b9f4-e033-49ae-ae94-e7e60106aa04 req-88773194-50bd-423f-9af6-b70be47217d0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jul 20 15:03:23.066533 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:23.102200 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:23.107377 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4795e4e-68cd-4230-a1f0-395eaa3dd616 req-732c7eb5-a087-43d9-970d-d52a69ad132a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.115643 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c4795e4e-68cd-4230-a1f0-395eaa3dd616 req-732c7eb5-a087-43d9-970d-d52a69ad132a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0820889 Jul 20 15:03:23.151625 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c4795e4e-68cd-4230-a1f0-395eaa3dd616 req-dd6da097-f893-4f10-a1ca-2eb9752642c9 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351150 Jul 20 15:03:23.249733 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-b5239281-9666-4965-aca2-c6a4672b88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.251256 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-b5239281-9666-4965-aca2-c6a4672b88c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d39e479d-e3c1-4b1e-8cec-02195c983ee7 HTTP/1.1" status: 200 len: 913 time: 0.4919066 Jul 20 15:03:23.290688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-4a80d486-6f36-4f01-b610-18061af8b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.290688 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-4a80d486-6f36-4f01-b610-18061af8b281 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 1099 time: 0.0667539 Jul 20 15:03:23.322065 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-a45f16a2-b902-4ecd-ae89-557ac82918fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ee5d063-2872-459d-b37a-766d658fc3a6 HTTP/1.1" status: 200 len: 217 time: 0.0492909 Jul 20 15:03:23.337896 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Floating IP 35e241fd-a6c8-4daf-b88e-3b853b27dbf9 associated. External IP: 172.27.3.29, port: 2833585b-71fb-4215-a8de-4573d4ed7d40. Jul 20 15:03:23.387403 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daed38-6d4a-4295-b03a-761d148a155b req-7d7bf192-5ab2-4756-b92e-b16931b5c239 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.394561 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-40daed38-6d4a-4295-b03a-761d148a155b req-7d7bf192-5ab2-4756-b92e-b16931b5c239 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.2350445 Jul 20 15:03:23.500134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-d981adef-9316-466d-b844-ef02798136d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.512075 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-d981adef-9316-466d-b844-ef02798136d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.1613231 Jul 20 15:03:23.522837 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-b3703bc3-6c32-4b27-85c9-6ce271990a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.525498 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-b3703bc3-6c32-4b27-85c9-6ce271990a05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4744e3ea-634d-42f4-95e7-e5c77d31a072 HTTP/1.1" status: 200 len: 852 time: 0.1455350 Jul 20 15:03:23.529299 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-40daed38-6d4a-4295-b03a-761d148a155b req-96febb1b-8f37-4acb-ae57-73805a4455dd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338463 Jul 20 15:03:23.574705 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-6bd26e47-563e-4e47-8559-37541c718408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299a7942-e3c5-4353-b783-dc4c294c3366 HTTP/1.1" status: 200 len: 217 time: 0.0503476 Jul 20 15:03:23.574972 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-f0e87009-9717-42c7-b3b5-a8461e0b0e54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d39e479d-e3c1-4b1e-8cec-02195c983ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394163 Jul 20 15:03:23.647144 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-d6dd8e04-9c5b-4634-92b8-adf5cf1811b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:23.648708 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-d6dd8e04-9c5b-4634-92b8-adf5cf1811b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0600357 Jul 20 15:03:23.698822 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-2312a465-34f2-4961-98e4-523c2e4d65fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340660 Jul 20 15:03:23.775998 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-6ebf055f-d098-45ef-bb03-60e5056f709e service neutron] 10.222.0.36 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529815 Jul 20 15:03:23.784562 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:03:23.823752 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-96652f46-6b70-4266-ac90-efc818d35e86 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086230 Jul 20 15:03:23.948640 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8700c5f6-fe62-481d-8e13-bdb4bedfca28 req-392a985d-0346-47ba-b2a5-14c664484589 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102724 Jul 20 15:03:23.960904 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8cd310e5-c46c-4295-9202-7f876800cad7 req-56a4d060-8136-4ef3-a2ce-267e0f8099f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751151 Jul 20 15:03:23.980467 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:03:23.986568 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:24.010755 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:03:24.036524 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:03:24.039796 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:03:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:24.054660 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-335fece0-6efc-486e-837c-ae6f8170ad3b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "PUT /v2.0/floatingips/35e241fd-a6c8-4daf-b88e-3b853b27dbf9 HTTP/1.1" status: 200 len: 990 time: 2.0515652 Jul 20 15:03:24.055086 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:24.057504 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:24.123389 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fce03f-bc50-406e-b020-598b9af6bb50 x-openstack-request-id: req-69fce03f-bc50-406e-b020-598b9af6bb50 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:24.124212 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:24.124618 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69fce03f-bc50-406e-b020-598b9af6bb50 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:24.125140 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'status': 'completed', 'code': 200} Jul 20 15:03:24.182744 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43526) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:24.281915 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:03:24.362133 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9c345041-f722-4b18-aa01-0e7fc7b476ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:24.390894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-6ca8c824-10fd-42b0-9fa5-50e35eb86ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:24.392392 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-6ca8c824-10fd-42b0-9fa5-50e35eb86ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1098 time: 0.1279876 Jul 20 15:03:24.424240 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71bd9-4ad4-451b-b8ef-bdc5345faa03 req-faa09bba-dbb8-4244-b53a-ecb25dcdcbeb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:24.425767 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fbe71bd9-4ad4-451b-b8ef-bdc5345faa03 req-faa09bba-dbb8-4244-b53a-ecb25dcdcbeb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1503437 Jul 20 15:03:24.557810 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fbe71bd9-4ad4-451b-b8ef-bdc5345faa03 req-8ea56949-5f9f-4b5e-9442-70f5d5b030cd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181049 Jul 20 15:03:24.568369 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-e928f90b-281f-47d8-97e4-ee51184e4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:24.569927 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-e928f90b-281f-47d8-97e4-ee51184e4a76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.1670666 Jul 20 15:03:24.681877 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9c345041-f722-4b18-aa01-0e7fc7b476ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:24.695533 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9c345041-f722-4b18-aa01-0e7fc7b476ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:24.705294 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-54cf311a-67b8-4d42-9ad2-923a9168c870 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 200 len: 998 time: 0.1269257 Jul 20 15:03:24.845130 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '35e241fd-a6c8-4daf-b88e-3b853b27dbf9', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'mac_address': 'fa:16:3e:48:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:02:40Z', 'updated_at': '2021-07-20T15:03:22Z', 'revision_number': 1, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:24.883613 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9c345041-f722-4b18-aa01-0e7fc7b476ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=936c20b6f14f4eaebd8adcddb22d81ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6995590 Jul 20 15:03:24.884914 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c345041-f722-4b18-aa01-0e7fc7b476ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671eba0c-3057-49e6-b07f-37ddd6727c53,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:24.889349 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43544) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:24.905221 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:03:24.907340 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28962db4-66cf-4db0-9762-7ad1dd3a9d85 req-97c6e9e3-046e-4146-afa0-bab6fdc588bc tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:24.917923 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:03:24.918910 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:03:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:24.920068 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-28962db4-66cf-4db0-9762-7ad1dd3a9d85 req-97c6e9e3-046e-4146-afa0-bab6fdc588bc tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.2193174 Jul 20 15:03:25.014789 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-3f87718f-1ba2-447f-93a9-9799707483a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:25.017262 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-3f87718f-1ba2-447f-93a9-9799707483a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.2793763 Jul 20 15:03:25.021619 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-28962db4-66cf-4db0-9762-7ad1dd3a9d85 req-49cd0e45-cc0d-4c4c-9459-fa1b33f68827 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888641 Jul 20 15:03:25.113261 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:03:25.178845 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e28c12b2-c72b-4420-8329-5274444e5a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:25.193912 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66236a-18de-43c5-9aba-bdd95505f935 req-786854d7-bb12-4f28-877f-f8dcabe03b94 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:25.198864 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1b66236a-18de-43c5-9aba-bdd95505f935 req-786854d7-bb12-4f28-877f-f8dcabe03b94 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.4268498 Jul 20 15:03:25.209663 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 43550) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:25.219984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'floatingip': {'port_id': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:03:25.257166 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e28c12b2-c72b-4420-8329-5274444e5a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:25.264142 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-f3ad2515-931b-4996-bdfd-225bf98ef64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:25.268348 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-f3ad2515-931b-4996-bdfd-225bf98ef64a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2320499 Jul 20 15:03:25.499410 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-8670c0e1-100d-42cb-91d3-e7095464c6ba service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234228 Jul 20 15:03:25.767862 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:25.782811 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '35e241fd-a6c8-4daf-b88e-3b853b27dbf9', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'mac_address': 'fa:16:3e:48:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:02:40Z', 'updated_at': '2021-07-20T15:03:22Z', 'revision_number': 1, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:25.824285 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f0bf3-3eb8-4fa0-b940-ac7ffeabc738 None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '35e241fd-a6c8-4daf-b88e-3b853b27dbf9', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'mac_address': 'fa:16:3e:48:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:02:40Z', 'updated_at': '2021-07-20T15:03:22Z', 'revision_number': 1, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:03:26.010916 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e28c12b2-c72b-4420-8329-5274444e5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.015065 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e28c12b2-c72b-4420-8329-5274444e5a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.016828 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-e28c12b2-c72b-4420-8329-5274444e5a0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/671eba0c-3057-49e6-b07f-37ddd6727c53 HTTP/1.1" status: 204 len: 168 time: 1.0913947 Jul 20 15:03:26.028985 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c1122dc9-202c-4ba4-ac40-4ac2cbde9acb req-b6419110-684f-449f-beb7-c55245e5ca17 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136824 Jul 20 15:03:26.041969 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c12b2-c72b-4420-8329-5274444e5a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671eba0c-3057-49e6-b07f-37ddd6727c53,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:26.157847 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99bef-c74e-4d9e-8b74-f1e21b75736a None None] New status for floating IP 35e241fd-a6c8-4daf-b88e-3b853b27dbf9: ACTIVE {{(pid=93313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:03:26.241731 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23896-3941-45c3-b1f2-6b135a17e083 req-041e2b4a-9be7-4ce6-94c9-bafa7e61b79d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:26.245081 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ebc23896-3941-45c3-b1f2-6b135a17e083 req-041e2b4a-9be7-4ce6-94c9-bafa7e61b79d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1037896 Jul 20 15:03:26.319154 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ebc23896-3941-45c3-b1f2-6b135a17e083 req-a813b9a3-208d-429e-b397-64e11746fa80 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669427 Jul 20 15:03:26.596009 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43576) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:26.635397 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c56a5bf6-0b83-424b-8383-51b47222b969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.783917 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.794954 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.863081 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c56a5bf6-0b83-424b-8383-51b47222b969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.874815 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c56a5bf6-0b83-424b-8383-51b47222b969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:26.928226 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Floating IP d6088274-b7ba-47bd-bd7a-fe1b20a7714d associated. External IP: 172.27.3.211, port: fda89419-9b1c-4838-9bdd-a8d99040e9b4. Jul 20 15:03:26.960590 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c56a5bf6-0b83-424b-8383-51b47222b969 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=667090e141e24055b4ef2b8b0cb7786f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625271 Jul 20 15:03:26.961945 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a5bf6-0b83-424b-8383-51b47222b969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c272b53-4eca-426d-970a-4fdf2aadcc9e,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:26.966265 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 43594) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:27.079902 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ba79d0ca-fc6e-46d6-99a3-7998542a2c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:27.126009 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ba79d0ca-fc6e-46d6-99a3-7998542a2c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:27.276985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ba79d0ca-fc6e-46d6-99a3-7998542a2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:27.284176 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ba79d0ca-fc6e-46d6-99a3-7998542a2c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:27.290271 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-ba79d0ca-fc6e-46d6-99a3-7998542a2c22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c272b53-4eca-426d-970a-4fdf2aadcc9e HTTP/1.1" status: 204 len: 168 time: 0.3182094 Jul 20 15:03:27.323172 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79d0ca-fc6e-46d6-99a3-7998542a2c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c272b53-4eca-426d-970a-4fdf2aadcc9e,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:27.335277 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:03:27.561654 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:03:27.581970 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:03:27.583308 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:27.616733 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:03:27.617988 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:03:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:27.659894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b556811-0fa5-446d-ad8f-53daa62abdd5 req-1f087e03-ac71-4940-a7c5-190c908c089a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:27.659894 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7b556811-0fa5-446d-ad8f-53daa62abdd5 req-1f087e03-ac71-4940-a7c5-190c908c089a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1611640 Jul 20 15:03:27.706376 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5cf44447-9530-4282-a926-992b0946148c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "PUT /v2.0/floatingips/d6088274-b7ba-47bd-bd7a-fe1b20a7714d HTTP/1.1" status: 200 len: 992 time: 2.4886577 Jul 20 15:03:27.706376 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:27.708147 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d8daef-b605-4519-b9dd-4ceb57669788" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:27.810279 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7b556811-0fa5-446d-ad8f-53daa62abdd5 req-30be19c4-31a8-4d52-9534-2a4e8c595205 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305192 Jul 20 15:03:27.915093 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2dd84e-0e58-4b1d-818e-b7f180e08ca6 x-openstack-request-id: req-9f2dd84e-0e58-4b1d-818e-b7f180e08ca6 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:27.915093 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:27.915093 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f2dd84e-0e58-4b1d-818e-b7f180e08ca6 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:27.915093 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'status': 'completed', 'code': 200} Jul 20 15:03:27.927426 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:03:28.124711 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-8fd526d3-04e6-4f49-8570-e0d60a6d0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:28.127414 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-8fd526d3-04e6-4f49-8570-e0d60a6d0eed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 1099 time: 0.1017482 Jul 20 15:03:28.310563 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'd6088274-b7ba-47bd-bd7a-fe1b20a7714d', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'port_id': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'mac_address': 'fa:16:3e:80:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:02:51Z', 'updated_at': '2021-07-20T15:03:26Z', 'revision_number': 1, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:28.317979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-e939e352-6fc3-4280-bac0-4cf159fec49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:28.319726 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-e939e352-6fc3-4280-bac0-4cf159fec49a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 911 time: 0.1392591 Jul 20 15:03:28.361146 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:03:28.377122 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:03:28.378467 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:03:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:28.543588 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:03:28.843277 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'd6088274-b7ba-47bd-bd7a-fe1b20a7714d', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'port_id': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'mac_address': 'fa:16:3e:80:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:02:51Z', 'updated_at': '2021-07-20T15:03:26Z', 'revision_number': 1, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:28.904569 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af93a7-e50b-456a-8fcc-10a276c39f6b None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'd6088274-b7ba-47bd-bd7a-fe1b20a7714d', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'port_id': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'mac_address': 'fa:16:3e:80:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:02:51Z', 'updated_at': '2021-07-20T15:03:26Z', 'revision_number': 1, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:03:29.050996 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7b28-87e6-4650-9e01-1bb7e58bc235 req-95d08625-bf76-43cd-8018-69a1b8aca7b5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:29.054204 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6b8c7b28-87e6-4650-9e01-1bb7e58bc235 req-95d08625-bf76-43cd-8018-69a1b8aca7b5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1118979 Jul 20 15:03:29.140654 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6b8c7b28-87e6-4650-9e01-1bb7e58bc235 req-21092b8d-d89c-478a-bcc5-52e7393a7f64 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761375 Jul 20 15:03:29.231920 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd34f21-4454-4299-863b-f367ec43a64a None None] New status for floating IP d6088274-b7ba-47bd-bd7a-fe1b20a7714d: ACTIVE {{(pid=93313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:03:31.313896 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-35f93464-5832-4045-b006-84f12fb904ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4 HTTP/1.1" status: 200 len: 1002 time: 0.0789428 Jul 20 15:03:31.448643 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-f7770115-6aa4-4bf4-ac59-8ac0856e8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:31.450143 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-f7770115-6aa4-4bf4-ac59-8ac0856e8aaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.1053522 Jul 20 15:03:31.511660 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615326d-9ef9-48c0-a2f1-c6af07687940 req-ccaf958f-f16e-4f6a-a7c8-55001407c73e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:31.513246 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7615326d-9ef9-48c0-a2f1-c6af07687940 req-ccaf958f-f16e-4f6a-a7c8-55001407c73e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1166735 Jul 20 15:03:31.561649 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-08bf6c07-4b44-4b78-8abd-4d4a0bddc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:31.563263 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-08bf6c07-4b44-4b78-8abd-4d4a0bddc4c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994935 Jul 20 15:03:31.569527 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7615326d-9ef9-48c0-a2f1-c6af07687940 req-dfcb8bdb-0ed8-4150-8f5e-1d477beeb6d3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Jul 20 15:03:31.669345 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-196479d4-f031-4915-a4d1-c127b7f58b83 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961514 Jul 20 15:03:31.810147 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-87d8daef-b605-4519-b9dd-4ceb57669788 req-0fe71236-cbcd-44f4-ac80-35f2f85008db service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319737 Jul 20 15:03:31.967361 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b71bf-b4a6-4128-80d8-320572891928 req-27dcf444-5b7a-4843-8c1b-faccd96d932c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:31.969323 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8d1b71bf-b4a6-4128-80d8-320572891928 req-27dcf444-5b7a-4843-8c1b-faccd96d932c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.0799918 Jul 20 15:03:32.014904 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8d1b71bf-b4a6-4128-80d8-320572891928 req-a21993ea-9a96-4ac6-8a49-5a5eab26080f tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356238 Jul 20 15:03:35.181835 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1303c4-3ffe-427d-bfbe-910ae419da53 req-a159814a-a0c7-43d9-a45b-5d65b1a6b6f7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:35.183486 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7d1303c4-3ffe-427d-bfbe-910ae419da53 req-a159814a-a0c7-43d9-a45b-5d65b1a6b6f7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0917230 Jul 20 15:03:35.230952 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7d1303c4-3ffe-427d-bfbe-910ae419da53 req-fa15a862-1443-4b6d-8f13-980e4a10f5da tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Jul 20 15:03:35.232622 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a211d0-7bfa-43c5-bc3f-1db0502f0b37 req-4805e4cd-b357-4445-bc20-544440ba6421 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:35.235255 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c8a211d0-7bfa-43c5-bc3f-1db0502f0b37 req-4805e4cd-b357-4445-bc20-544440ba6421 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.1083724 Jul 20 15:03:35.286673 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c8a211d0-7bfa-43c5-bc3f-1db0502f0b37 req-b5bcd42e-c281-4099-9828-3fc3e5f81819 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Jul 20 15:03:36.009956 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-eb8086d0-d6fb-40d4-9457-6d37af895f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:38.662292 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-15b2b2a2-8219-4cfd-9182-657eee30f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:38.693480 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:38.697366 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7479a7-6de5-477e-8d65-ee8781c6f1ce req-977bca6b-9c13-4c40-9154-41a2346ba730 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:38.699932 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8b7479a7-6de5-477e-8d65-ee8781c6f1ce req-977bca6b-9c13-4c40-9154-41a2346ba730 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1093631 Jul 20 15:03:38.734435 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2099b7-d9da-4747-b8da-c846dc125ac2 req-76286191-cc54-4cce-b17e-283e6f44c53c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:38.736622 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3b2099b7-d9da-4747-b8da-c846dc125ac2 req-76286191-cc54-4cce-b17e-283e6f44c53c tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.1027005 Jul 20 15:03:38.746842 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8b7479a7-6de5-477e-8d65-ee8781c6f1ce req-f176b9d9-c72f-40d6-b47c-2a5a1565283b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Jul 20 15:03:38.780169 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3b2099b7-d9da-4747-b8da-c846dc125ac2 req-8f29a035-01b4-4aaa-8e72-90fa5bf2b2a3 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364213 Jul 20 15:03:39.857040 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:39.980148 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5833d0-caab-4c8a-87b4-1a8b7be0c007 req-28408642-0caa-435e-8d1c-063ff00e4110 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:39.982294 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1b5833d0-caab-4c8a-87b4-1a8b7be0c007 req-28408642-0caa-435e-8d1c-063ff00e4110 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1102839 Jul 20 15:03:40.075800 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae870af-79b2-404d-8648-157a9399f969 req-b07adf54-b4ba-43af-bf41-79f44808c640 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:40.078562 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8ae870af-79b2-404d-8648-157a9399f969 req-b07adf54-b4ba-43af-bf41-79f44808c640 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.1657889 Jul 20 15:03:40.096832 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1b5833d0-caab-4c8a-87b4-1a8b7be0c007 req-0fd43151-9e07-46d2-8f3b-97e98e6c30c4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958295 Jul 20 15:03:40.186018 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8ae870af-79b2-404d-8648-157a9399f969 req-6e2606ae-21b5-4f4c-b3fe-9262af1988a6 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ac2056-fbd7-4dc2-9307-3be070ee55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963471 Jul 20 15:03:40.267034 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-d5a62868-ae72-4ae6-97df-7e7c316e7469 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:40.270105 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-d5a62868-ae72-4ae6-97df-7e7c316e7469 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 945 time: 0.1042333 Jul 20 15:03:40.431757 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Deleting port 7ee5d063-2872-459d-b37a-766d658fc3a6 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:03:40.432233 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:40.565833 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] For port 7ee5d063-2872-459d-b37a-766d658fc3a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=7ee5d063-2872-459d-b37a-766d658fc3a6,segment=NetworkSegment(926db781-4806-42a8-a369-0681e3d79d94),segment_id=926db781-4806-42a8-a369-0681e3d79d94)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:03:40.566782 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:40.587577 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Calling delete_port for 7ee5d063-2872-459d-b37a-766d658fc3a6 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:03:40.800153 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:40.844952 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['7ee5d063-2872-459d-b37a-766d658fc3a6'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:03:40.860867 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Pushing event deleted for resources: {'Port': ['ID=7ee5d063-2872-459d-b37a-766d658fc3a6,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:40.968010 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] No DVR routers for this DVR port 7ee5d063-2872-459d-b37a-766d658fc3a6 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:03:40.972703 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:40.975485 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fdb2f853-2d41-4a0e-a007-7e4d680c68f7 req-bd6e4d76-7f2a-4fb6-a6de-433ce9447d7b tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.36 "DELETE /v2.0/ports/7ee5d063-2872-459d-b37a-766d658fc3a6 HTTP/1.1" status: 204 len: 173 time: 0.6994498 Jul 20 15:03:40.976254 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'name': 'network-vif-deleted', 'tag': '7ee5d063-2872-459d-b37a-766d658fc3a6'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:03:40.980104 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c5f66d-912b-4276-9ff1-caaafbcb0871" -d '{"events": [{"server_uuid": "dfaef84c-3ed0-4408-8636-9b53e228bdd5", "name": "network-vif-deleted", "tag": "7ee5d063-2872-459d-b37a-766d658fc3a6"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:03:41.044319 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db74083-808f-4502-a643-5efba430c201 x-openstack-request-id: req-5db74083-808f-4502-a643-5efba430c201 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:03:41.045722 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaef84c-3ed0-4408-8636-9b53e228bdd5", "name": "network-vif-deleted", "tag": "7ee5d063-2872-459d-b37a-766d658fc3a6", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:03:41.045722 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5db74083-808f-4502-a643-5efba430c201 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:03:41.045722 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaef84c-3ed0-4408-8636-9b53e228bdd5', 'name': 'network-vif-deleted', 'tag': '7ee5d063-2872-459d-b37a-766d658fc3a6', 'status': 'completed', 'code': 200} Jul 20 15:03:41.327606 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-76690c92-8374-40db-b2fb-ee392263452f req-ab0633f5-008e-4073-b41d-ba035daa05d0 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.0318439 Jul 20 15:03:41.336879 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464018-3f36-46a2-8a9a-8f3bbfa2bccb req-b9ff5939-80cd-4535-8130-a48ee241c4f2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:41.339637 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bb464018-3f36-46a2-8a9a-8f3bbfa2bccb req-b9ff5939-80cd-4535-8130-a48ee241c4f2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1056902 Jul 20 15:03:41.383081 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bb464018-3f36-46a2-8a9a-8f3bbfa2bccb req-a32ce21b-936d-4a11-99b2-9db6a90d96fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Jul 20 15:03:41.418877 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:42.476822 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f442a54a-6640-4053-ae62-6cf1d9a4cf25 req-29bdf6c6-f428-410e-a987-73dfc2423c49 tempest-DeleteServersTestJSON-1299379312 tempest-DeleteServersTestJSON-1299379312-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfaef84c-3ed0-4408-8636-9b53e228bdd5 HTTP/1.1" status: 200 len: 210 time: 0.0492060 Jul 20 15:03:42.554074 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebe2cd-359d-4449-b2ae-06b5f5818226 req-ae12bb1b-6de1-449b-b699-c529ffb0ad4f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:42.555719 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-46ebe2cd-359d-4449-b2ae-06b5f5818226 req-ae12bb1b-6de1-449b-b699-c529ffb0ad4f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0754833 Jul 20 15:03:42.604262 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-46ebe2cd-359d-4449-b2ae-06b5f5818226 req-bb44e8f6-f2ac-4f58-9867-bfc8a7ffae62 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Jul 20 15:03:43.889615 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71082210-d8ca-47b5-94e4-0d62191eed70 req-e037bde7-f5fc-429a-ab85-c51454a0f62b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:43.894802 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-71082210-d8ca-47b5-94e4-0d62191eed70 req-e037bde7-f5fc-429a-ab85-c51454a0f62b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1214743 Jul 20 15:03:43.956256 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-71082210-d8ca-47b5-94e4-0d62191eed70 req-0dfc24ac-2dff-4593-a825-a301c32c054b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Jul 20 15:03:44.682009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 7ee5d063-2872-459d-b37a-766d658fc3a6 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:03:44.726825 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 7ee5d063-2872-459d-b37a-766d658fc3a6 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:03:44.727945 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 7ee5d063-2872-459d-b37a-766d658fc3a6 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:03:45.156590 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b691097-ada0-47fa-b9a1-ea2aa5ed4f45 req-1e5bc6ed-4915-40f7-8296-68ee0f8047e7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:45.160327 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b691097-ada0-47fa-b9a1-ea2aa5ed4f45 req-1e5bc6ed-4915-40f7-8296-68ee0f8047e7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0960927 Jul 20 15:03:45.218445 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b691097-ada0-47fa-b9a1-ea2aa5ed4f45 req-a3e487a5-bfbc-4981-9eeb-e471ba6f03df tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 Jul 20 15:03:45.616664 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44090) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:45.697885 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Deleting subnet 4744e3ea-634d-42f4-95e7-e5c77d31a072 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:03:45.708975 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:45.782547 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:45.857981 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:45.935282 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:45.987561 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4744e3ea-634d-42f4-95e7-e5c77d31a072,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:45.992355 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:45.996323 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2c38e6af-1855-489a-9177-9012d82ff17d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4744e3ea-634d-42f4-95e7-e5c77d31a072 HTTP/1.1" status: 204 len: 168 time: 0.3778057 Jul 20 15:03:45.999888 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44106) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:46.115152 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.269948 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.292250 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39e479d-e3c1-4b1e-8cec-02195c983ee7']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:46.313781 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926db781-4806-42a8-a369-0681e3d79d94') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:46.314287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926db781-4806-42a8-a369-0681e3d79d94') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:46.333811 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.414500 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.438071 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:03:46.438742 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:03:46.443667 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:03:46.567260 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.594821 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:46.603760 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d39e479d-e3c1-4b1e-8cec-02195c983ee7 HTTP/1.1" status: 204 len: 168 time: 0.6020863 Jul 20 15:03:46.626477 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312466-4a0a-423e-94a2-7b1f8ebf3c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=d39e479d-e3c1-4b1e-8cec-02195c983ee7,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:46.648560 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f689b-a786-4495-9be7-28fae06d62a9 req-63fff0f1-3d4c-4054-8a1b-44e9196261e6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:46.658704 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7f0f689b-a786-4495-9be7-28fae06d62a9 req-63fff0f1-3d4c-4054-8a1b-44e9196261e6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.3227518 Jul 20 15:03:46.749272 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7f0f689b-a786-4495-9be7-28fae06d62a9 req-cf265a23-a1e4-4ab6-bc54-cdc23664c443 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887239 Jul 20 15:03:46.913655 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44138) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:47.066307 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44146) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:47.067800 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f981748d-c23e-4f54-ac37-79f240a31efc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd95b0cda42341a5bd3bcc803e9485cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1514523 Jul 20 15:03:47.164772 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6a99-6e69-4758-8a62-470eacbe032f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.171907 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44148) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:47.190399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6a99-6e69-4758-8a62-470eacbe032f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.256605 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6a99-6e69-4758-8a62-470eacbe032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.262414 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6a99-6e69-4758-8a62-470eacbe032f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.264761 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-fb9b6a99-6e69-4758-8a62-470eacbe032f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29ac2056-fbd7-4dc2-9307-3be070ee55d7 HTTP/1.1" status: 204 len: 168 time: 0.1961071 Jul 20 15:03:47.279144 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b6a99-6e69-4758-8a62-470eacbe032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac2056-fbd7-4dc2-9307-3be070ee55d7,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:47.298157 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-098bd2b4-6fde-4fce-9a2e-d3b80877d10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.446058 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-098bd2b4-6fde-4fce-9a2e-d3b80877d10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.452034 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-098bd2b4-6fde-4fce-9a2e-d3b80877d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.519173 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-098bd2b4-6fde-4fce-9a2e-d3b80877d10d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76cb0a91928d418e9ef8bf3bfd4da0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456178 Jul 20 15:03:47.522297 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44156) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:47.522962 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bd2b4-6fde-4fce-9a2e-d3b80877d10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f967fa-3f18-4f80-981f-76f9596fd15f,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:47.599970 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d7434927-947f-44ba-afdb-11a8318cd7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.641833 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d7434927-947f-44ba-afdb-11a8318cd7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.732499 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d7434927-947f-44ba-afdb-11a8318cd7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.738673 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d7434927-947f-44ba-afdb-11a8318cd7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:47.741149 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d7434927-947f-44ba-afdb-11a8318cd7d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5f967fa-3f18-4f80-981f-76f9596fd15f HTTP/1.1" status: 204 len: 168 time: 0.2169836 Jul 20 15:03:47.763344 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7434927-947f-44ba-afdb-11a8318cd7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f967fa-3f18-4f80-981f-76f9596fd15f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:48.042471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622abe5-67ab-4889-83d0-935b41701b2b req-ba72d3a9-db26-4ba9-ade9-3cfb3fa7ee07 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:48.047720 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1622abe5-67ab-4889-83d0-935b41701b2b req-ba72d3a9-db26-4ba9-ade9-3cfb3fa7ee07 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1305666 Jul 20 15:03:48.129377 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1622abe5-67ab-4889-83d0-935b41701b2b req-0dde81f3-12e7-45c4-a562-c689fe421c3d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764656 Jul 20 15:03:48.328749 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44198) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:48.350002 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a5730ff-ac78-4496-9bbf-55bb23ab32b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.530399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a5730ff-ac78-4496-9bbf-55bb23ab32b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.536740 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a5730ff-ac78-4496-9bbf-55bb23ab32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.604016 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-1a5730ff-ac78-4496-9bbf-55bb23ab32b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06092a61e9104a9e85f1b7d412d82c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699623 Jul 20 15:03:48.604016 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5730ff-ac78-4496-9bbf-55bb23ab32b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14bf11-fbf1-4b62-8cc0-e18a63d47b59,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:48.605522 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44206) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:48.696664 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fa809514-93ef-44ee-bfe8-58186751f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.733203 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fa809514-93ef-44ee-bfe8-58186751f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.828600 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fa809514-93ef-44ee-bfe8-58186751f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.832528 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fa809514-93ef-44ee-bfe8-58186751f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:48.838045 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-fa809514-93ef-44ee-bfe8-58186751f20a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc14bf11-fbf1-4b62-8cc0-e18a63d47b59 HTTP/1.1" status: 204 len: 168 time: 0.2232442 Jul 20 15:03:48.852146 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa809514-93ef-44ee-bfe8-58186751f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14bf11-fbf1-4b62-8cc0-e18a63d47b59,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:49.388948 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf76791-4728-4022-afce-139ccb36d6df req-a5b3882c-bdf8-4467-9b47-e228e18f63fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:49.400117 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ccf76791-4728-4022-afce-139ccb36d6df req-a5b3882c-bdf8-4467-9b47-e228e18f63fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1251459 Jul 20 15:03:49.447814 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ccf76791-4728-4022-afce-139ccb36d6df req-d115b439-c607-402d-a7d2-8b2c6be66c89 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Jul 20 15:03:49.493191 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:03:49.542335 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44244) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:49.567649 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eb394038-bf67-4222-a2b1-853b3667bb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:49.734525 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eb394038-bf67-4222-a2b1-853b3667bb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:49.740180 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eb394038-bf67-4222-a2b1-853b3667bb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:49.781202 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-eb394038-bf67-4222-a2b1-853b3667bb40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45f450ad14d74f0abc549c2de112c047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360866 Jul 20 15:03:49.781889 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb394038-bf67-4222-a2b1-853b3667bb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c4798-d16c-43d2-b2cd-f9c212417acf,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:49.786576 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44250) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:49.839166 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e6a98d59-ec21-4528-923e-a9f016f04dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:49.866191 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e6a98d59-ec21-4528-923e-a9f016f04dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:50.205034 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e6a98d59-ec21-4528-923e-a9f016f04dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:50.210493 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e6a98d59-ec21-4528-923e-a9f016f04dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:50.212445 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-e6a98d59-ec21-4528-923e-a9f016f04dfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c21c4798-d16c-43d2-b2cd-f9c212417acf HTTP/1.1" status: 204 len: 168 time: 0.4253247 Jul 20 15:03:50.229919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a98d59-ec21-4528-923e-a9f016f04dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c4798-d16c-43d2-b2cd-f9c212417acf,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:50.742237 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44296) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:50.953665 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37642119-aa0e-4565-a9b0-9b51115445fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.100713 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37642119-aa0e-4565-a9b0-9b51115445fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.106150 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-37642119-aa0e-4565-a9b0-9b51115445fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.180648 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-37642119-aa0e-4565-a9b0-9b51115445fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9398eb5e6bf84673a9773552578295b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366915 Jul 20 15:03:51.184800 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44314) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:51.205713 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37642119-aa0e-4565-a9b0-9b51115445fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3752f8bc-045c-4ec5-a459-e75a2730f55d,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:51.262448 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b27e203d-29dd-4010-a051-370f0c099f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.289789 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b27e203d-29dd-4010-a051-370f0c099f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.364179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b27e203d-29dd-4010-a051-370f0c099f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.368904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b27e203d-29dd-4010-a051-370f0c099f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:51.371315 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-b27e203d-29dd-4010-a051-370f0c099f77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3752f8bc-045c-4ec5-a459-e75a2730f55d HTTP/1.1" status: 204 len: 168 time: 0.1845601 Jul 20 15:03:51.388514 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e203d-29dd-4010-a051-370f0c099f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3752f8bc-045c-4ec5-a459-e75a2730f55d,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:51.659922 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5edd1-409b-4d46-a5d7-41a401d25a3d req-3c74c9e4-04ec-4454-b40b-f518f3fbaeef tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:51.661719 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b8f5edd1-409b-4d46-a5d7-41a401d25a3d req-3c74c9e4-04ec-4454-b40b-f518f3fbaeef tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0872231 Jul 20 15:03:51.715461 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b8f5edd1-409b-4d46-a5d7-41a401d25a3d req-13fc091d-1f61-47d1-9d32-1ac6b7732358 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Jul 20 15:03:51.969196 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44336) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:51.983142 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-917315a8-a408-4fa1-b75b-a1b7fd2fd857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.109100 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-917315a8-a408-4fa1-b75b-a1b7fd2fd857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.113473 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-917315a8-a408-4fa1-b75b-a1b7fd2fd857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.161672 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-917315a8-a408-4fa1-b75b-a1b7fd2fd857 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abba5b80081049c7bd59f66a35f062f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910110 Jul 20 15:03:52.162152 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44342) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:52.163597 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917315a8-a408-4fa1-b75b-a1b7fd2fd857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf268b1d-cb46-445f-a6d3-75d96db2e8d7,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:52.221228 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-df8a5b66-d6b9-4afc-9063-9ac9287b74a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.244728 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-df8a5b66-d6b9-4afc-9063-9ac9287b74a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.303558 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-df8a5b66-d6b9-4afc-9063-9ac9287b74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.307250 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-df8a5b66-d6b9-4afc-9063-9ac9287b74a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.308412 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-df8a5b66-d6b9-4afc-9063-9ac9287b74a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf268b1d-cb46-445f-a6d3-75d96db2e8d7 HTTP/1.1" status: 204 len: 168 time: 0.1449637 Jul 20 15:03:52.318324 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a5b66-d6b9-4afc-9063-9ac9287b74a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf268b1d-cb46-445f-a6d3-75d96db2e8d7,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:52.720544 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.808198 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44394) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:52.891197 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Deleting subnet 3236856e-7c8a-4023-af53-317141c71180 {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:03:52.894655 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daadaff-0265-41e7-9810-f133045667ff req-c6fe6169-0d94-4019-bc70-189c36927d22 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:52.896561 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:52.902542 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2daadaff-0265-41e7-9810-f133045667ff req-c6fe6169-0d94-4019-bc70-189c36927d22 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0884042 Jul 20 15:03:52.951387 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2daadaff-0265-41e7-9810-f133045667ff req-319d27d0-6ee1-4f15-8d55-592f46c261dc tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474114 Jul 20 15:03:52.967796 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.052906 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.125120 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.156508 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3236856e-7c8a-4023-af53-317141c71180,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:53.162253 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.164242 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-9908c8ff-3a1f-44e4-a813-2abf6d0a724c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3236856e-7c8a-4023-af53-317141c71180 HTTP/1.1" status: 204 len: 168 time: 0.3545487 Jul 20 15:03:53.167222 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44410) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:53.244148 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.342284 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.353688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370ae60e-4379-425a-961b-cfc8f7e4712a']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:53.365868 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b192a1a4-11d0-4104-acf2-7cbd2b723f53') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:53.366364 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b192a1a4-11d0-4104-acf2-7cbd2b723f53') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:53.379732 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.397346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.406325 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:03:53.406547 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:03:53.417175 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:03:53.464163 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.470711 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.473717 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] 10.222.0.35 "DELETE /v2.0/networks/370ae60e-4379-425a-961b-cfc8f7e4712a HTTP/1.1" status: 204 len: 168 time: 0.3054390 Jul 20 15:03:53.477028 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44420) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:53.489556 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b597ad7-b69c-4e81-b3d3-6a8c22e1230e admin admin] Pushing event deleted for resources: {'Network': ['ID=370ae60e-4379-425a-961b-cfc8f7e4712a,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:53.529799 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Deleting subnet 02bf90b3-aedd-4efa-8187-f64c8929e798 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:03:53.533386 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.574694 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.620825 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.683420 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.711929 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bf90b3-aedd-4efa-8187-f64c8929e798,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:53.718236 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.720587 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9ee2a01c-a54e-4ef0-a52c-5360d4cf731a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/02bf90b3-aedd-4efa-8187-f64c8929e798 HTTP/1.1" status: 204 len: 168 time: 0.2418246 Jul 20 15:03:53.725651 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44432) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:53.811160 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.922370 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.933264 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643453c6-be9a-438f-88c8-3c5d0dc728ed']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:53.950966 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8e2d0a-4f85-4e48-9cf3-cfaf0a49286b') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:53.951203 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8e2d0a-4f85-4e48-9cf3-cfaf0a49286b') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:03:53.964864 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:53.988046 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.007088 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:03:54.008233 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:03:54.029088 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:03:54.170343 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.178223 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.181859 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] 10.222.0.35 "DELETE /v2.0/networks/643453c6-be9a-438f-88c8-3c5d0dc728ed HTTP/1.1" status: 204 len: 168 time: 0.4548004 Jul 20 15:03:54.197154 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba30dc7-8104-43f3-b14c-8e55c87db132 admin admin] Pushing event deleted for resources: {'Network': ['ID=643453c6-be9a-438f-88c8-3c5d0dc728ed,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:54.224648 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747f013-f087-4ab6-9903-0e79d70910c1 req-0199c0b0-4bdf-4b16-89c8-50fe2701679f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:54.237672 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c747f013-f087-4ab6-9903-0e79d70910c1 req-0199c0b0-4bdf-4b16-89c8-50fe2701679f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1861076 Jul 20 15:03:54.303587 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c747f013-f087-4ab6-9903-0e79d70910c1 req-27d7983e-5364-45fe-b453-8f3e87f76189 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643408 Jul 20 15:03:54.491365 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44472) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:54.565124 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c3a87650-f2a2-4411-a1a8-521ee188c1a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbca752c3b8f417c8fdce3f34f5f8f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819805 Jul 20 15:03:54.569243 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44476) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:54.663850 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6454f251-6ef2-4e5c-9bc5-31d4b0b3aeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.686949 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6454f251-6ef2-4e5c-9bc5-31d4b0b3aeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.753113 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6454f251-6ef2-4e5c-9bc5-31d4b0b3aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.757873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6454f251-6ef2-4e5c-9bc5-31d4b0b3aeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:54.759884 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6454f251-6ef2-4e5c-9bc5-31d4b0b3aeda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e35c3dc7-084d-4a09-b3e6-a520fd71d23b HTTP/1.1" status: 204 len: 168 time: 0.1889842 Jul 20 15:03:54.774159 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454f251-6ef2-4e5c-9bc5-31d4b0b3aeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c3dc7-084d-4a09-b3e6-a520fd71d23b,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:55.231283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44494) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:55.278510 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-72371be7-77a1-4120-819a-a969243d64fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12b145135c584dfaae759523ff3ea989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454111 Jul 20 15:03:55.282220 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44498) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:55.334895 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d7df2036-5055-43a6-833f-af6dea2580c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:55.359115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d7df2036-5055-43a6-833f-af6dea2580c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:55.418317 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d7df2036-5055-43a6-833f-af6dea2580c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:55.421175 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d7df2036-5055-43a6-833f-af6dea2580c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:55.422332 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-d7df2036-5055-43a6-833f-af6dea2580c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/553346a6-498d-4a43-a8bf-d7d501f64327 HTTP/1.1" status: 204 len: 168 time: 0.1391053 Jul 20 15:03:55.442514 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df2036-5055-43a6-833f-af6dea2580c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553346a6-498d-4a43-a8bf-d7d501f64327,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:56.142050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44548) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:56.266541 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3ee74a9f-e40c-42d2-8691-bf067ecd9fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.370996 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3ee74a9f-e40c-42d2-8691-bf067ecd9fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.378939 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3ee74a9f-e40c-42d2-8691-bf067ecd9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.438332 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-3ee74a9f-e40c-42d2-8691-bf067ecd9fb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66820c44e8574c2cbfbf0e3766a00529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939408 Jul 20 15:03:56.441072 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee74a9f-e40c-42d2-8691-bf067ecd9fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5575b-7f7b-4b27-a73a-d4180906cca0,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:56.443607 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44560) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:56.525600 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9959cb0f-aab9-4ff9-aeb5-c8b2bcce908a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.552716 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9959cb0f-aab9-4ff9-aeb5-c8b2bcce908a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.627789 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9959cb0f-aab9-4ff9-aeb5-c8b2bcce908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.631381 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9959cb0f-aab9-4ff9-aeb5-c8b2bcce908a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:56.633229 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9959cb0f-aab9-4ff9-aeb5-c8b2bcce908a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfe5575b-7f7b-4b27-a73a-d4180906cca0 HTTP/1.1" status: 204 len: 168 time: 0.1861598 Jul 20 15:03:56.649587 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959cb0f-aab9-4ff9-aeb5-c8b2bcce908a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5575b-7f7b-4b27-a73a-d4180906cca0,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:57.312498 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44588) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:57.335171 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f15acd7d-3db6-479f-ab80-7344d626cf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.477144 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f15acd7d-3db6-479f-ab80-7344d626cf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.486366 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f15acd7d-3db6-479f-ab80-7344d626cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.528019 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f15acd7d-3db6-479f-ab80-7344d626cf08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7593a4cc35dd4654b260993f11f2810f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100568 Jul 20 15:03:57.528019 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15acd7d-3db6-479f-ab80-7344d626cf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e63b8-dbd3-4c93-8806-fbd50c9bcdd4,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:57.528441 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44596) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:57.586192 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cf2da4ee-0ef6-43df-b47b-87b5e9910616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.615126 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cf2da4ee-0ef6-43df-b47b-87b5e9910616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.681523 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cf2da4ee-0ef6-43df-b47b-87b5e9910616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.686582 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cf2da4ee-0ef6-43df-b47b-87b5e9910616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:57.688542 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-cf2da4ee-0ef6-43df-b47b-87b5e9910616 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b8e63b8-dbd3-4c93-8806-fbd50c9bcdd4 HTTP/1.1" status: 204 len: 168 time: 0.1592972 Jul 20 15:03:57.703109 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2da4ee-0ef6-43df-b47b-87b5e9910616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e63b8-dbd3-4c93-8806-fbd50c9bcdd4,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:57.960656 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b1c7-f59b-47d7-9dea-0b143c5efc4b req-ea24c038-0aed-4630-8a75-4afec2a33d76 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:57.963592 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-be95b1c7-f59b-47d7-9dea-0b143c5efc4b req-ea24c038-0aed-4630-8a75-4afec2a33d76 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1049643 Jul 20 15:03:58.038524 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-be95b1c7-f59b-47d7-9dea-0b143c5efc4b req-df496bbf-882a-4984-a4e0-bde7ace0d69f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670595 Jul 20 15:03:59.281623 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acdb4-523b-42c4-85b7-c4b1d1e3b398 req-fa396e4c-8f3c-4056-bdb3-1650dd3c8895 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:03:59.291302 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-980acdb4-523b-42c4-85b7-c4b1d1e3b398 req-fa396e4c-8f3c-4056-bdb3-1650dd3c8895 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1230628 Jul 20 15:03:59.353898 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44670) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:59.354725 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-980acdb4-523b-42c4-85b7-c4b1d1e3b398 req-2a14b231-ffb2-4b5c-8ae4-5d98b2d774e1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586133 Jul 20 15:03:59.550768 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4a5a5253-a460-40e1-93d2-28d1a8f46754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.673481 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4a5a5253-a460-40e1-93d2-28d1a8f46754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.679907 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4a5a5253-a460-40e1-93d2-28d1a8f46754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.747404 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-4a5a5253-a460-40e1-93d2-28d1a8f46754 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7899530e494424b9cdefce5da7741d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865464 Jul 20 15:03:59.748243 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44680) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:03:59.750067 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a5253-a460-40e1-93d2-28d1a8f46754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304a0dd0-6d84-460c-8621-a4e4cfcc5e4e,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:03:59.840559 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-42efe22f-9d70-4283-af0f-0cd2f6665d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.871753 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-42efe22f-9d70-4283-af0f-0cd2f6665d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.940937 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-42efe22f-9d70-4283-af0f-0cd2f6665d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.946093 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-42efe22f-9d70-4283-af0f-0cd2f6665d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:03:59.948249 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-42efe22f-9d70-4283-af0f-0cd2f6665d92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/304a0dd0-6d84-460c-8621-a4e4cfcc5e4e HTTP/1.1" status: 204 len: 168 time: 0.1988947 Jul 20 15:03:59.971126 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efe22f-9d70-4283-af0f-0cd2f6665d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a0dd0-6d84-460c-8621-a4e4cfcc5e4e,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:00.551179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9d926-7706-4a7b-bfd9-fc7e08d0c904 req-594c8e1a-90d2-44ad-b294-05c59d10d051 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:00.553756 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-24b9d926-7706-4a7b-bfd9-fc7e08d0c904 req-594c8e1a-90d2-44ad-b294-05c59d10d051 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0964692 Jul 20 15:04:00.660386 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-24b9d926-7706-4a7b-bfd9-fc7e08d0c904 req-003cbe83-3320-4cfb-aea1-097e8ceba076 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844407 Jul 20 15:04:01.860721 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9a62c-3a80-476e-9340-1723a37b0ea2 req-2dfcff1f-1efb-4a61-8822-bc4cdaa8a303 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:01.865650 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bab9a62c-3a80-476e-9340-1723a37b0ea2 req-2dfcff1f-1efb-4a61-8822-bc4cdaa8a303 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0995116 Jul 20 15:04:01.916028 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bab9a62c-3a80-476e-9340-1723a37b0ea2 req-7b77b29f-0286-408e-8835-89b0681d4268 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Jul 20 15:04:02.532491 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44802) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:02.728481 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-54c59048-93aa-4420-95a0-cec93637f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:02.866451 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-54c59048-93aa-4420-95a0-cec93637f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:02.871474 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-54c59048-93aa-4420-95a0-cec93637f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:02.911760 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-54c59048-93aa-4420-95a0-cec93637f18b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3837193fd49b4a4aa3a03eb0cd4f453d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772647 Jul 20 15:04:02.912648 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59048-93aa-4420-95a0-cec93637f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a05dfe-bde5-402c-b1f4-604d88202475,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:02.915775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44818) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:02.975559 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3cefc2d7-d394-41f6-bd2d-50376cccf8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.012184 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3cefc2d7-d394-41f6-bd2d-50376cccf8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.104044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4e068-c597-4f16-9d39-e811e4384e30 req-4ae235e0-72a9-4422-bdc5-c8eb2730647b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:03.106002 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a8b4e068-c597-4f16-9d39-e811e4384e30 req-4ae235e0-72a9-4422-bdc5-c8eb2730647b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1101713 Jul 20 15:04:03.125761 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3cefc2d7-d394-41f6-bd2d-50376cccf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.129335 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3cefc2d7-d394-41f6-bd2d-50376cccf8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.133705 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3cefc2d7-d394-41f6-bd2d-50376cccf8e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6a05dfe-bde5-402c-b1f4-604d88202475 HTTP/1.1" status: 204 len: 168 time: 0.2137787 Jul 20 15:04:03.147136 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefc2d7-d394-41f6-bd2d-50376cccf8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a05dfe-bde5-402c-b1f4-604d88202475,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:03.166266 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a8b4e068-c597-4f16-9d39-e811e4384e30 req-e6975c57-6fbb-40ec-9d0f-a87f7dd154e8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Jul 20 15:04:03.551100 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44846) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:03.565809 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-62a14b91-6a24-4c2d-9bfa-d04dd3c570b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.669693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-62a14b91-6a24-4c2d-9bfa-d04dd3c570b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.676148 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-62a14b91-6a24-4c2d-9bfa-d04dd3c570b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.718707 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a14b91-6a24-4c2d-9bfa-d04dd3c570b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14851162-b0b8-4ed9-82bb-ab4b8660f196,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:03.729271 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-62a14b91-6a24-4c2d-9bfa-d04dd3c570b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f6bb4f010b945c593d705aea7e1f431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724226 Jul 20 15:04:03.729888 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44856) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:03.790113 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8d660253-9ab5-4b49-889e-0328eadc47b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.816949 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8d660253-9ab5-4b49-889e-0328eadc47b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.911269 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8d660253-9ab5-4b49-889e-0328eadc47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.914252 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8d660253-9ab5-4b49-889e-0328eadc47b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:03.918679 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8d660253-9ab5-4b49-889e-0328eadc47b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14851162-b0b8-4ed9-82bb-ab4b8660f196 HTTP/1.1" status: 204 len: 168 time: 0.1839013 Jul 20 15:04:03.925533 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d660253-9ab5-4b49-889e-0328eadc47b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14851162-b0b8-4ed9-82bb-ab4b8660f196,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:04.404820 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e895e-3dab-4257-9459-7ae7b8ed7728 req-f801d2ae-b196-43f5-bb57-bc0f3c48c6bd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:04.407439 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-096e895e-3dab-4257-9459-7ae7b8ed7728 req-f801d2ae-b196-43f5-bb57-bc0f3c48c6bd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1343410 Jul 20 15:04:04.479430 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-096e895e-3dab-4257-9459-7ae7b8ed7728 req-1ad8a84e-0ffb-4fb7-b39b-0190a4f246a2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611792 Jul 20 15:04:05.422904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44934) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:05.625258 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44942) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:05.668150 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7c37-32d3-4aa0-9b40-fefe6b33ae75 req-eb3a0903-8811-475a-a79e-10f03fe0b44b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:05.669987 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bdd7c37-32d3-4aa0-9b40-fefe6b33ae75 req-eb3a0903-8811-475a-a79e-10f03fe0b44b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0902379 Jul 20 15:04:05.745606 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4665fd8e-aba4-4680-9fe1-5bf07461bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:05.774689 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:05.813856 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bdd7c37-32d3-4aa0-9b40-fefe6b33ae75 req-e043d123-002c-4d3d-ab48-2d5dce8bdff5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369500 Jul 20 15:04:05.848516 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.db.api [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:04:05.848516 dv-cinder-778907-2-iscsi neutron-server[93312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 20 15:04:05.848516 dv-cinder-778907-2-iscsi neutron-server[93312]: [parameters: {'project_id': '39e84d21720e4e368225baabcfd45a6f', 'id': '6b843cdf-6e1b-4557-8f2a-9362b0448f32', 'expiration': datetime.datetime(2021, 7, 20, 15, 6, 5, 840264)}] Jul 20 15:04:05.848516 dv-cinder-778907-2-iscsi neutron-server[93312]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:04:05.849146 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG oslo_db.api [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:04:05.965684 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4665fd8e-aba4-4680-9fe1-5bf07461bcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:05.972721 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4665fd8e-aba4-4680-9fe1-5bf07461bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.013592 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e8edc94c-6ce7-40b8-9c07-d1f9d40835b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.052077 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-4665fd8e-aba4-4680-9fe1-5bf07461bcf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17f4def342804b71bf502ca79bcd42cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237356 Jul 20 15:04:06.069066 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665fd8e-aba4-4680-9fe1-5bf07461bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd000e5e-a50a-424d-95fc-14bf79614526,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:06.070054 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 44956) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:06.112915 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-395495c0-d79e-4b77-a71d-a947cc184065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.137191 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-395495c0-d79e-4b77-a71d-a947cc184065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.190327 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-395495c0-d79e-4b77-a71d-a947cc184065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.194865 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-395495c0-d79e-4b77-a71d-a947cc184065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.196904 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-395495c0-d79e-4b77-a71d-a947cc184065 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd000e5e-a50a-424d-95fc-14bf79614526 HTTP/1.1" status: 204 len: 168 time: 0.1409659 Jul 20 15:04:06.210221 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395495c0-d79e-4b77-a71d-a947cc184065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd000e5e-a50a-424d-95fc-14bf79614526,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:06.350353 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.496937 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.502493 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.544445 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39e84d21720e4e368225baabcfd45a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1180704 Jul 20 15:04:06.547296 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f3e26-1795-48c7-bc64-59258617c6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86368bc1-83a9-4e4a-8a8d-faf0a5cb4801,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:06.549961 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44966) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:06.609097 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2e434603-df43-4471-8dac-764468357a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.619999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44970) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:06.640952 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2eb58824-1e6d-4d6e-b444-3e8b61133ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.648389 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2e434603-df43-4471-8dac-764468357a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.760918 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2e434603-df43-4471-8dac-764468357a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.766846 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2e434603-df43-4471-8dac-764468357a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.773575 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2e434603-df43-4471-8dac-764468357a64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86368bc1-83a9-4e4a-8a8d-faf0a5cb4801 HTTP/1.1" status: 204 len: 168 time: 0.2186027 Jul 20 15:04:06.790868 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e434603-df43-4471-8dac-764468357a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86368bc1-83a9-4e4a-8a8d-faf0a5cb4801,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:06.865748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2eb58824-1e6d-4d6e-b444-3e8b61133ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.875007 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2eb58824-1e6d-4d6e-b444-3e8b61133ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:06.976068 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2eb58824-1e6d-4d6e-b444-3e8b61133ae3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12a96ca6a4874e51940333ebf27d5074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547540 Jul 20 15:04:06.980901 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 44980) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:07.092288 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb58824-1e6d-4d6e-b444-3e8b61133ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae509cdf-6ffb-48e8-979e-a659cc514f2f,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:07.098266 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5335-a4d1-432f-8ca0-828b578c638d req-40fbaf76-5492-4576-b14c-7e2ec2ae4dcd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:07.101019 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-531b5335-a4d1-432f-8ca0-828b578c638d req-40fbaf76-5492-4576-b14c-7e2ec2ae4dcd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1548479 Jul 20 15:04:07.218736 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-531b5335-a4d1-432f-8ca0-828b578c638d req-e44e2d5c-df93-4172-9455-6a13d1867d6f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057906 Jul 20 15:04:07.244079 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c44f94ae-d357-4174-9fa9-025b69c6c479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:07.275319 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c44f94ae-d357-4174-9fa9-025b69c6c479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:07.353855 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c44f94ae-d357-4174-9fa9-025b69c6c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:07.359294 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c44f94ae-d357-4174-9fa9-025b69c6c479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:07.360655 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c44f94ae-d357-4174-9fa9-025b69c6c479 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae509cdf-6ffb-48e8-979e-a659cc514f2f HTTP/1.1" status: 204 len: 168 time: 0.3720212 Jul 20 15:04:07.372705 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f94ae-d357-4174-9fa9-025b69c6c479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae509cdf-6ffb-48e8-979e-a659cc514f2f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:08.424412 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f728d-8790-4bbd-a9a1-819dbd7c8c30 req-512e0c85-f6e8-4310-956b-1e78206913b9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:08.428438 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0a3f728d-8790-4bbd-a9a1-819dbd7c8c30 req-512e0c85-f6e8-4310-956b-1e78206913b9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1236286 Jul 20 15:04:08.552947 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0a3f728d-8790-4bbd-a9a1-819dbd7c8c30 req-bfb86797-65f8-4c15-ba7a-e1ed9eb30959 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032412 Jul 20 15:04:08.680297 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-939310ba-9fde-40fa-94a9-6621a98ef864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:08.699000 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.039245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45076) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:09.204740 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bf6c900c-1166-452a-aae0-7c359e27adac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.307724 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a94b89-ea69-45a1-88c1-7e7c77875933 req-4e21a429-582a-404e-a492-2f42d788065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:09.309409 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-73a94b89-ea69-45a1-88c1-7e7c77875933 req-4e21a429-582a-404e-a492-2f42d788065a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 1099 time: 0.0668879 Jul 20 15:04:09.378660 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-73a94b89-ea69-45a1-88c1-7e7c77875933 req-71bfe286-d483-4aa6-9e67-6d10d824488b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601556 Jul 20 15:04:09.386261 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bf6c900c-1166-452a-aae0-7c359e27adac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.391137 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bf6c900c-1166-452a-aae0-7c359e27adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.431827 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-bf6c900c-1166-452a-aae0-7c359e27adac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9240ad17428f4c9db86b05e5b9e5de06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905044 Jul 20 15:04:09.433092 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c900c-1166-452a-aae0-7c359e27adac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031d3905-2f58-4df4-aba2-a7dd08490bf9,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:09.437976 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 45086) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:09.503472 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5e90-ed7d-4252-b2b9-508c76fac74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.527353 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5e90-ed7d-4252-b2b9-508c76fac74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.608743 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5e90-ed7d-4252-b2b9-508c76fac74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.613950 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5e90-ed7d-4252-b2b9-508c76fac74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:09.615972 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3f1c5e90-ed7d-4252-b2b9-508c76fac74e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/031d3905-2f58-4df4-aba2-a7dd08490bf9 HTTP/1.1" status: 204 len: 168 time: 0.1761351 Jul 20 15:04:09.627463 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5e90-ed7d-4252-b2b9-508c76fac74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031d3905-2f58-4df4-aba2-a7dd08490bf9,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:09.747971 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9528f-6743-4d69-b240-0ab6863f6df1 req-7b1401f7-3aa3-450f-8ff8-1ad90f8288c1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:09.750644 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b3b9528f-6743-4d69-b240-0ab6863f6df1 req-7b1401f7-3aa3-450f-8ff8-1ad90f8288c1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1149182 Jul 20 15:04:09.818032 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b3b9528f-6743-4d69-b240-0ab6863f6df1 req-d98f4bd7-6206-4b3f-ba93-3d6bed927487 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529320 Jul 20 15:04:09.840671 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.112789 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45116) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:10.131867 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c688261-756d-467f-9dae-47dcb006e4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.292725 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c688261-756d-467f-9dae-47dcb006e4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.298547 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c688261-756d-467f-9dae-47dcb006e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.343143 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c688261-756d-467f-9dae-47dcb006e4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee4fd94-6ed5-48d7-bda4-941cb6bf0685,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:10.354475 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-0c688261-756d-467f-9dae-47dcb006e4c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b033cacad60e40cc8e690e78fe367a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366090 Jul 20 15:04:10.356499 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45128) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:10.429377 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c12cd271-4a5d-4af3-b3d1-cefd8c939187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.462132 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c12cd271-4a5d-4af3-b3d1-cefd8c939187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.538804 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c12cd271-4a5d-4af3-b3d1-cefd8c939187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.544167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c12cd271-4a5d-4af3-b3d1-cefd8c939187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:10.557703 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c12cd271-4a5d-4af3-b3d1-cefd8c939187 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dee4fd94-6ed5-48d7-bda4-941cb6bf0685 HTTP/1.1" status: 204 len: 168 time: 0.2015421 Jul 20 15:04:10.579161 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cd271-4a5d-4af3-b3d1-cefd8c939187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee4fd94-6ed5-48d7-bda4-941cb6bf0685,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:11.058212 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486ae58-e6f1-4b76-b7b9-c67a9325f2b5 req-0631b7d8-8d74-4b9f-9227-01676c9beac9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:11.059888 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e486ae58-e6f1-4b76-b7b9-c67a9325f2b5 req-0631b7d8-8d74-4b9f-9227-01676c9beac9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0963159 Jul 20 15:04:11.138983 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e486ae58-e6f1-4b76-b7b9-c67a9325f2b5 req-8c0b02da-8221-4243-b00c-783c4af36f2e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Jul 20 15:04:11.333139 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661e4d0-3981-4974-81c0-3c62f0a2322c req-123a23cd-6f22-4e7b-bef8-8af3bdf76b5d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:11.346977 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4661e4d0-3981-4974-81c0-3c62f0a2322c req-123a23cd-6f22-4e7b-bef8-8af3bdf76b5d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1260152 Jul 20 15:04:11.417100 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4661e4d0-3981-4974-81c0-3c62f0a2322c req-d40d249a-ddc9-4f16-b247-2b04ee5901e4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Jul 20 15:04:11.430549 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:15.789670 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45334) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:15.964170 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4d671c3a-4dca-4805-991c-1654c867da92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.061993 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4d671c3a-4dca-4805-991c-1654c867da92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.067063 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4d671c3a-4dca-4805-991c-1654c867da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.107216 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671c3a-4dca-4805-991c-1654c867da92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae375e-b8a1-4034-a01b-131c020e7e3e,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:16.113219 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4d671c3a-4dca-4805-991c-1654c867da92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03491d77fdda48528e7ab46d27e43487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217888 Jul 20 15:04:16.117349 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45338) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:16.175999 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3b776f4-d2d9-4944-a1f2-4c2624b2fede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.203696 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3b776f4-d2d9-4944-a1f2-4c2624b2fede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.276309 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3b776f4-d2d9-4944-a1f2-4c2624b2fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.279573 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3b776f4-d2d9-4944-a1f2-4c2624b2fede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:16.281247 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a3b776f4-d2d9-4944-a1f2-4c2624b2fede admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1ae375e-b8a1-4034-a01b-131c020e7e3e HTTP/1.1" status: 204 len: 168 time: 0.1625924 Jul 20 15:04:16.298431 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b776f4-d2d9-4944-a1f2-4c2624b2fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae375e-b8a1-4034-a01b-131c020e7e3e,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:19.294269 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45484) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:19.543625 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:19.689425 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6b20b-5e21-4e04-8439-dfb1abdde230 req-7732dedd-fd50-4ada-b3f9-8cc8e98b18a5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:19.696950 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fbe6b20b-5e21-4e04-8439-dfb1abdde230 req-7732dedd-fd50-4ada-b3f9-8cc8e98b18a5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.5075479 Jul 20 15:04:19.721032 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-d42a9dc2-c3c8-477b-a5e3-f2b15079cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:19.722591 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-d42a9dc2-c3c8-477b-a5e3-f2b15079cec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.5200078 Jul 20 15:04:19.729707 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:19.735104 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:19.759783 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fbe6b20b-5e21-4e04-8439-dfb1abdde230 req-603d4f26-46b5-4e98-9ae5-dc8500458831 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614710 Jul 20 15:04:19.792848 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b412a256f5034bed9dfc456e787e2985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971774 Jul 20 15:04:19.807057 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45498) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:19.852021 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d926aaac-9023-47f8-9a0f-a720c2137a5d,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:19.877033 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.877602 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.878398 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.879196 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.879962 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.880522 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.881083 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.881633 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.882191 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.882767 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.883281 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.884052 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1986a2b-586e-4d92-a436-4dc8c5840609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:19.890212 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-afcec9cf-cdab-464a-8e30-8a175bcb87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:19.893583 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-afcec9cf-cdab-464a-8e30-8a175bcb87d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.1587605 Jul 20 15:04:19.974512 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7368cf33-590c-4c6e-a35a-af7a51d7714d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:19.998891 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-c0e76005-162a-425e-9748-072292cbad93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0799150 Jul 20 15:04:20.014854 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7368cf33-590c-4c6e-a35a-af7a51d7714d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.081217 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7368cf33-590c-4c6e-a35a-af7a51d7714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.085639 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7368cf33-590c-4c6e-a35a-af7a51d7714d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.087719 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7368cf33-590c-4c6e-a35a-af7a51d7714d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d926aaac-9023-47f8-9a0f-a720c2137a5d HTTP/1.1" status: 204 len: 168 time: 0.2791834 Jul 20 15:04:20.111984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368cf33-590c-4c6e-a35a-af7a51d7714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926aaac-9023-47f8-9a0f-a720c2137a5d,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:20.162306 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-13b06907-e157-49b5-a830-2ae83403388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:20.166173 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-13b06907-e157-49b5-a830-2ae83403388d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.1060410 Jul 20 15:04:20.216182 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-51e994a4-594c-425e-9995-8d41468ea1c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427697 Jul 20 15:04:20.348264 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-0d80600f-af60-43d2-a301-7873b77062d6 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219592 Jul 20 15:04:20.482742 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12c12e7e-2ae7-4b90-a7ab-e5cb2c5656cf req-1d62e474-fc9c-42e0-be9f-ff586d459cbc service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218834 Jul 20 15:04:20.502730 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45514) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:20.520627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e88e85c5-d75e-4e9a-a826-bf2aa6c576af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.634031 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e88e85c5-d75e-4e9a-a826-bf2aa6c576af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.639508 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e88e85c5-d75e-4e9a-a826-bf2aa6c576af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.687398 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e85c5-d75e-4e9a-a826-bf2aa6c576af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa7aad4-4769-4def-a7f6-ae5eae297140,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:20.695648 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-e88e85c5-d75e-4e9a-a826-bf2aa6c576af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d69b3aa1067425b8fbb8685e2a821ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905086 Jul 20 15:04:20.699864 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45520) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:20.778514 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-16c0de84-7416-4e04-b6ef-c10c8ec36aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.808194 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-16c0de84-7416-4e04-b6ef-c10c8ec36aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.923127 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-16c0de84-7416-4e04-b6ef-c10c8ec36aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.928757 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-16c0de84-7416-4e04-b6ef-c10c8ec36aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:20.931346 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-16c0de84-7416-4e04-b6ef-c10c8ec36aaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fa7aad4-4769-4def-a7f6-ae5eae297140 HTTP/1.1" status: 204 len: 168 time: 0.2301011 Jul 20 15:04:20.948132 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0de84-7416-4e04-b6ef-c10c8ec36aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa7aad4-4769-4def-a7f6-ae5eae297140,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:20.992727 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30026a-e011-4696-8557-f2bdfe12ec13 req-d4827c39-b694-4f23-a39f-bd916985d7c3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:20.995182 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3e30026a-e011-4696-8557-f2bdfe12ec13 req-d4827c39-b694-4f23-a39f-bd916985d7c3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1235352 Jul 20 15:04:21.036440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9085-b673-461f-8f6d-89648682abba req-0517502a-af0c-4a98-9811-c25043947243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:21.037983 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-0517502a-af0c-4a98-9811-c25043947243 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.1250114 Jul 20 15:04:21.059749 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3e30026a-e011-4696-8557-f2bdfe12ec13 req-e0d6809b-cc7f-4f07-b6e1-4b09855b46a7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518060 Jul 20 15:04:21.232077 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9085-b673-461f-8f6d-89648682abba req-627f652e-f9fe-4504-b353-4cb25f6249ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:21.234156 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-627f652e-f9fe-4504-b353-4cb25f6249ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.1585190 Jul 20 15:04:21.343145 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-2f0e41ab-e880-42f8-8603-cbff7785f8c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0486453 Jul 20 15:04:21.437952 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9085-b673-461f-8f6d-89648682abba req-9a56d3b8-8a19-424b-a4c6-d89b33d63cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:21.440128 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-9a56d3b8-8a19-424b-a4c6-d89b33d63cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0494094 Jul 20 15:04:21.486491 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-d6b40927-1be1-4dc4-a9be-abdba18317c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353479 Jul 20 15:04:21.618143 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-e11a5c50-b150-44ac-ad5e-6cb4d0222dad service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227021 Jul 20 15:04:21.738209 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8a3f9085-b673-461f-8f6d-89648682abba req-2c1afc4e-93ed-4de0-9e3d-f900f6a1f138 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124630 Jul 20 15:04:22.404553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff1fc0-470b-4be9-ae81-08b192b1e2d0 req-79bdd3fb-ae77-4575-baa4-5cfbe64e568d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:22.419509 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a9ff1fc0-470b-4be9-ae81-08b192b1e2d0 req-79bdd3fb-ae77-4575-baa4-5cfbe64e568d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1970477 Jul 20 15:04:22.519955 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a9ff1fc0-470b-4be9-ae81-08b192b1e2d0 req-754b1cf7-220f-4166-ad63-3e35f4f432c7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Jul 20 15:04:22.731947 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:23.789118 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff465d33-9a8c-4f07-9a42-e87dc802b2a4 req-88b04d1e-ce94-4689-8019-fad6abdcd591 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:23.796074 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ff465d33-9a8c-4f07-9a42-e87dc802b2a4 req-88b04d1e-ce94-4689-8019-fad6abdcd591 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1344790 Jul 20 15:04:23.864145 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ff465d33-9a8c-4f07-9a42-e87dc802b2a4 req-c6e401db-b50c-40b4-b459-0712e3cf3aa8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625479 Jul 20 15:04:25.121819 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3127f4a-b926-4ec8-aa2c-bb666e139ad0 req-93aaff5e-500c-46e4-8a4a-f424067c9def tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:25.123465 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f3127f4a-b926-4ec8-aa2c-bb666e139ad0 req-93aaff5e-500c-46e4-8a4a-f424067c9def tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1131260 Jul 20 15:04:25.173875 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f3127f4a-b926-4ec8-aa2c-bb666e139ad0 req-83002a67-8c8e-4128-868f-dab5ab630047 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jul 20 15:04:25.494928 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45752) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:25.613816 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7062d77b-20d2-493f-a89b-85d2ed6ea5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.752128 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7062d77b-20d2-493f-a89b-85d2ed6ea5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.756984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7062d77b-20d2-493f-a89b-85d2ed6ea5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.797802 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062d77b-20d2-493f-a89b-85d2ed6ea5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd14ed5-339c-468b-8b8a-51b9b200b0a3,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:25.803022 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7062d77b-20d2-493f-a89b-85d2ed6ea5a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7cf942291f143c5b9ff6de55928d094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068366 Jul 20 15:04:25.805149 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45760) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:25.865709 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e552a21a-9c42-4e41-ae69-40a77017d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.895330 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e552a21a-9c42-4e41-ae69-40a77017d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.945561 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e552a21a-9c42-4e41-ae69-40a77017d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.950278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e552a21a-9c42-4e41-ae69-40a77017d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:25.952270 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-e552a21a-9c42-4e41-ae69-40a77017d8dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdd14ed5-339c-468b-8b8a-51b9b200b0a3 HTTP/1.1" status: 204 len: 168 time: 0.1457765 Jul 20 15:04:25.962928 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552a21a-9c42-4e41-ae69-40a77017d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd14ed5-339c-468b-8b8a-51b9b200b0a3,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:26.259345 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 45772) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:26.273223 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.391999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37690d-6698-4d2a-864a-1f2a9749e04d req-64c18e3c-60b3-45bc-b150-1cb568cd2d4f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:26.393885 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0c37690d-6698-4d2a-864a-1f2a9749e04d req-64c18e3c-60b3-45bc-b150-1cb568cd2d4f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1098828 Jul 20 15:04:26.461581 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.467815 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.476857 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0c37690d-6698-4d2a-864a-1f2a9749e04d req-ee2ae4ad-f9ba-495a-a991-619ef8e0dd20 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742564 Jul 20 15:04:26.502069 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:04:26.542564 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b35601e1c0a1475886a3539239975db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817466 Jul 20 15:04:26.544375 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2bbba4-d57c-4413-855f-64992cb63a3c,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:26.545704 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45776) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:26.554380 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.554939 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.555465 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.555972 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.556486 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.557013 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.557532 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.558021 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.558537 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.559083 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.559596 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.560113 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc3dff2-8d92-4fa4-9549-6cb7cf649f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:26.620977 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52018384-5ba7-4500-9381-9fa96c1b48d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.645490 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52018384-5ba7-4500-9381-9fa96c1b48d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.709511 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52018384-5ba7-4500-9381-9fa96c1b48d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.714404 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52018384-5ba7-4500-9381-9fa96c1b48d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:26.716422 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-52018384-5ba7-4500-9381-9fa96c1b48d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e2bbba4-d57c-4413-855f-64992cb63a3c HTTP/1.1" status: 204 len: 168 time: 0.1691391 Jul 20 15:04:26.729266 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52018384-5ba7-4500-9381-9fa96c1b48d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2bbba4-d57c-4413-855f-64992cb63a3c,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:27.691360 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ecd9c-d5ea-44f3-8f58-8c1c6929fa72 req-884f27f9-f151-4b24-a0c3-a760ca89957d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:27.697352 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-495ecd9c-d5ea-44f3-8f58-8c1c6929fa72 req-884f27f9-f151-4b24-a0c3-a760ca89957d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1106954 Jul 20 15:04:27.756982 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-495ecd9c-d5ea-44f3-8f58-8c1c6929fa72 req-76bde3c1-4a28-42f3-949a-f24bd8129fee tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Jul 20 15:04:28.926725 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e3a2-a53a-483e-ac64-f6846b445dd8 req-86349fa0-297b-4dda-97b0-14f104007783 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:28.928271 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0f12e3a2-a53a-483e-ac64-f6846b445dd8 req-86349fa0-297b-4dda-97b0-14f104007783 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0760355 Jul 20 15:04:28.975547 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0f12e3a2-a53a-483e-ac64-f6846b445dd8 req-7cc46444-d7ec-4273-b79c-c039c19e2cb4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Jul 20 15:04:29.303268 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45882) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:29.460499 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-722a193c-ad4d-4b18-a397-b1c06bd4d371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.558958 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-722a193c-ad4d-4b18-a397-b1c06bd4d371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.564323 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-722a193c-ad4d-4b18-a397-b1c06bd4d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.628752 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-722a193c-ad4d-4b18-a397-b1c06bd4d371 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1548ff81e06f4243a9d5e246e047001b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241186 Jul 20 15:04:29.631903 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a193c-ad4d-4b18-a397-b1c06bd4d371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca4675-6357-49ff-9e61-f1b9b156dc2c,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:29.633041 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 45892) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:29.728870 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5156e797-9dce-4bd2-a980-0f5c246067da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.760632 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5156e797-9dce-4bd2-a980-0f5c246067da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.843143 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5156e797-9dce-4bd2-a980-0f5c246067da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.851158 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5156e797-9dce-4bd2-a980-0f5c246067da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:29.854097 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5156e797-9dce-4bd2-a980-0f5c246067da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0ca4675-6357-49ff-9e61-f1b9b156dc2c HTTP/1.1" status: 204 len: 168 time: 0.2193537 Jul 20 15:04:29.869773 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e797-9dce-4bd2-a980-0f5c246067da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca4675-6357-49ff-9e61-f1b9b156dc2c,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:30.204793 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1e631-0af5-4a3d-b1a9-4a8ad1439405 req-9cab9036-acae-4d39-98a9-8af482052661 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:30.207337 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-91c1e631-0af5-4a3d-b1a9-4a8ad1439405 req-9cab9036-acae-4d39-98a9-8af482052661 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0732532 Jul 20 15:04:30.264495 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 45914) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:30.266006 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-91c1e631-0af5-4a3d-b1a9-4a8ad1439405 req-e7656ad3-df58-4bb1-8bdf-671f51c0fa94 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482602 Jul 20 15:04:30.281567 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a642c41-50c7-4990-93b2-de82ecf02d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.408011 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a642c41-50c7-4990-93b2-de82ecf02d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.414420 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4a642c41-50c7-4990-93b2-de82ecf02d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.484431 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4a642c41-50c7-4990-93b2-de82ecf02d76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=448471adebed49a8ac5d0c2d75201b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177293 Jul 20 15:04:30.485932 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a642c41-50c7-4990-93b2-de82ecf02d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4598d7-29a1-424a-879d-83f66961ab93,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:30.488081 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 45918) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:30.557275 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2f79dc2d-1bba-4ac7-b42a-38e910667513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.580911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2f79dc2d-1bba-4ac7-b42a-38e910667513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.642110 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2f79dc2d-1bba-4ac7-b42a-38e910667513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.646762 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2f79dc2d-1bba-4ac7-b42a-38e910667513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:30.648664 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2f79dc2d-1bba-4ac7-b42a-38e910667513 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed4598d7-29a1-424a-879d-83f66961ab93 HTTP/1.1" status: 204 len: 168 time: 0.1587195 Jul 20 15:04:30.663492 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79dc2d-1bba-4ac7-b42a-38e910667513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4598d7-29a1-424a-879d-83f66961ab93,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:31.469644 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21146d-db98-4bf2-b3f2-2e8d3f8ad687 req-553af10b-79bc-4e3f-9544-4115c6abe021 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:31.472262 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc21146d-db98-4bf2-b3f2-2e8d3f8ad687 req-553af10b-79bc-4e3f-9544-4115c6abe021 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0886774 Jul 20 15:04:31.539484 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc21146d-db98-4bf2-b3f2-2e8d3f8ad687 req-43ad8156-97f2-4f6b-8b40-b2355c08a3b8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Jul 20 15:04:32.785151 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013752-2ee9-4a25-9915-de05eaaaa7c8 req-9b62f634-5078-4b9d-8c78-1fd5ec5af1d5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:32.787587 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c3013752-2ee9-4a25-9915-de05eaaaa7c8 req-9b62f634-5078-4b9d-8c78-1fd5ec5af1d5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1166592 Jul 20 15:04:32.826248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46012) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:32.870260 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c3013752-2ee9-4a25-9915-de05eaaaa7c8 req-a8c33d11-da0e-412a-999b-1f5bc1ef9e9a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727885 Jul 20 15:04:32.884435 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46016) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:33.065858 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-277ffbe7-7951-4ae3-a53e-38aee636f21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.132334 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1abcc288-b562-4e05-bd54-2ca2cfa9137c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.276209 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-277ffbe7-7951-4ae3-a53e-38aee636f21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.287127 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-277ffbe7-7951-4ae3-a53e-38aee636f21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.375477 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-277ffbe7-7951-4ae3-a53e-38aee636f21b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=937029174f1e444e96600aa66f12d5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473139 Jul 20 15:04:33.378367 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46030) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:33.387698 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ffbe7-7951-4ae3-a53e-38aee636f21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdea27-8158-4eb1-8fb2-c787c808aae5,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:33.481706 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd01d-2e15-47f0-979c-8f650a51d9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.502150 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1abcc288-b562-4e05-bd54-2ca2cfa9137c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.521485 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1abcc288-b562-4e05-bd54-2ca2cfa9137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.547470 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd01d-2e15-47f0-979c-8f650a51d9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.583481 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc288-b562-4e05-bd54-2ca2cfa9137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad730c3-bf73-49e3-84e5-ec0115638d44,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:33.594201 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-1abcc288-b562-4e05-bd54-2ca2cfa9137c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=785bbc157f3e481281509eeac4dacdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082078 Jul 20 15:04:33.599498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46032) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:33.659055 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd01d-2e15-47f0-979c-8f650a51d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.665718 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd01d-2e15-47f0-979c-8f650a51d9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.668947 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-bc3bd01d-2e15-47f0-979c-8f650a51d9bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dbdea27-8158-4eb1-8fb2-c787c808aae5 HTTP/1.1" status: 204 len: 168 time: 0.2891130 Jul 20 15:04:33.677815 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30291469-eeab-4d8f-a88e-2bea1f3590ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.689633 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bd01d-2e15-47f0-979c-8f650a51d9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdea27-8158-4eb1-8fb2-c787c808aae5,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:33.739117 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30291469-eeab-4d8f-a88e-2bea1f3590ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.829869 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30291469-eeab-4d8f-a88e-2bea1f3590ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.836108 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-30291469-eeab-4d8f-a88e-2bea1f3590ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:33.838376 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-30291469-eeab-4d8f-a88e-2bea1f3590ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ad730c3-bf73-49e3-84e5-ec0115638d44 HTTP/1.1" status: 204 len: 168 time: 0.2370718 Jul 20 15:04:33.858007 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30291469-eeab-4d8f-a88e-2bea1f3590ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad730c3-bf73-49e3-84e5-ec0115638d44,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:34.053758 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c276b4-9099-40f9-ba89-690aaca0a384 req-0da5badc-9c23-4ec2-aa12-b8843d8202f6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:34.059231 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80c276b4-9099-40f9-ba89-690aaca0a384 req-0da5badc-9c23-4ec2-aa12-b8843d8202f6 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0816245 Jul 20 15:04:34.125192 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80c276b4-9099-40f9-ba89-690aaca0a384 req-c4b74382-fbee-4a80-8f9e-429ae5d86b21 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628521 Jul 20 15:04:35.353991 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493814-ad13-4bf5-9bee-f01f24319440 req-83c29281-3fe2-41ff-8e54-73837275b5f1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:35.359681 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b9493814-ad13-4bf5-9bee-f01f24319440 req-83c29281-3fe2-41ff-8e54-73837275b5f1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1210871 Jul 20 15:04:35.446199 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b9493814-ad13-4bf5-9bee-f01f24319440 req-e57bf97d-909a-4f3f-a62a-b1308c25c774 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767655 Jul 20 15:04:36.003357 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-bfb6f952-7a58-4e14-a013-c227dafa1555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:36.347342 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d644a-defb-476f-afb9-345d0b98ec9c req-aeb2f4a5-919f-4cb0-8803-3439612d4317 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:36.349822 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a21d644a-defb-476f-afb9-345d0b98ec9c req-aeb2f4a5-919f-4cb0-8803-3439612d4317 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0797579 Jul 20 15:04:36.404652 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a21d644a-defb-476f-afb9-345d0b98ec9c req-237cfd00-3cf0-475e-a9c6-b739e96df45f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481725 Jul 20 15:04:36.672604 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403569d1-9e5a-45b5-b4cd-baa213aa2a78 req-f503cbd6-906f-4141-82cf-d6bde88448b0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:36.675285 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-403569d1-9e5a-45b5-b4cd-baa213aa2a78 req-f503cbd6-906f-4141-82cf-d6bde88448b0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0931270 Jul 20 15:04:36.738356 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-403569d1-9e5a-45b5-b4cd-baa213aa2a78 req-bfb3ea47-5c2f-471b-8d4b-21d0e15c8adc tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566010 Jul 20 15:04:38.661407 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a704b614-d63a-457b-9be8-dced397bbf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:38.687360 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.398689 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46240) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:39.526843 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-12895860-3d98-4ee0-82a9-984e064e7c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.657351 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-12895860-3d98-4ee0-82a9-984e064e7c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.666226 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-12895860-3d98-4ee0-82a9-984e064e7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.710192 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-12895860-3d98-4ee0-82a9-984e064e7c92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3aee6563ab794be9ad6b6face40eb755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102815 Jul 20 15:04:39.713249 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46244) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:39.715338 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12895860-3d98-4ee0-82a9-984e064e7c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cda6fc-8c37-4220-a2e6-300722777818,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:39.782466 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a354425-d3f0-434e-9e7b-c5f50d5d5e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.805174 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a354425-d3f0-434e-9e7b-c5f50d5d5e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.841431 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.871011 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a354425-d3f0-434e-9e7b-c5f50d5d5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.874770 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-1a354425-d3f0-434e-9e7b-c5f50d5d5e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:39.876112 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-1a354425-d3f0-434e-9e7b-c5f50d5d5e49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4cda6fc-8c37-4220-a2e6-300722777818 HTTP/1.1" status: 204 len: 168 time: 0.1614697 Jul 20 15:04:39.885022 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354425-d3f0-434e-9e7b-c5f50d5d5e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cda6fc-8c37-4220-a2e6-300722777818,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:40.221449 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46258) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:40.241452 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-076622f6-9b74-45ee-9c71-b4364a9bd3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.347854 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-076622f6-9b74-45ee-9c71-b4364a9bd3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.353024 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-076622f6-9b74-45ee-9c71-b4364a9bd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.394551 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-076622f6-9b74-45ee-9c71-b4364a9bd3a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a9ef88094e54bff9daaf37b80bb2c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717963 Jul 20 15:04:40.396807 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076622f6-9b74-45ee-9c71-b4364a9bd3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca68c3-b77e-4b32-8c12-79a28f873ffe,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:40.398060 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46264) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:40.477575 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ddd266d6-3292-4ff6-b7cf-cac60f7c1c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.499627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ddd266d6-3292-4ff6-b7cf-cac60f7c1c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.552411 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ddd266d6-3292-4ff6-b7cf-cac60f7c1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.554931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ddd266d6-3292-4ff6-b7cf-cac60f7c1c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:40.556078 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ddd266d6-3292-4ff6-b7cf-cac60f7c1c9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5eca68c3-b77e-4b32-8c12-79a28f873ffe HTTP/1.1" status: 204 len: 168 time: 0.1568103 Jul 20 15:04:40.564485 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd266d6-3292-4ff6-b7cf-cac60f7c1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca68c3-b77e-4b32-8c12-79a28f873ffe,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:41.427147 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:46.456579 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46386) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:46.632838 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-713f9749-d0e0-4360-ad1f-e5c929e36453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:46.770777 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-713f9749-d0e0-4360-ad1f-e5c929e36453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:46.776292 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-713f9749-d0e0-4360-ad1f-e5c929e36453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:46.828753 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-713f9749-d0e0-4360-ad1f-e5c929e36453 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcbd5eee339f4670929659e6e80605a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671021 Jul 20 15:04:46.828753 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f9749-d0e0-4360-ad1f-e5c929e36453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8390544-d199-4047-a84b-a82561ce387b,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:46.829400 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46404) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:46.977447 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d467357c-43c4-4399-9510-29c29aa64fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:46.981825 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-0c297416-87ce-43f3-8c78-acbe099ca3a2 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=62bc9f317f0a407492365b7e289930fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483148 Jul 20 15:04:47.044523 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d467357c-43c4-4399-9510-29c29aa64fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:47.228874 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-263cf68d-b38a-44fc-a113-e81fe7506f43 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:47.230715 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-263cf68d-b38a-44fc-a113-e81fe7506f43 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401652 Jul 20 15:04:47.232163 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d467357c-43c4-4399-9510-29c29aa64fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:47.236114 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d467357c-43c4-4399-9510-29c29aa64fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:47.237408 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d467357c-43c4-4399-9510-29c29aa64fe3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8390544-d199-4047-a84b-a82561ce387b HTTP/1.1" status: 204 len: 168 time: 0.3976450 Jul 20 15:04:47.266473 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467357c-43c4-4399-9510-29c29aa64fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8390544-d199-4047-a84b-a82561ce387b,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:47.273090 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-cfabed35-04ce-4e23-9353-8abc41733fbc tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/quotas/62bc9f317f0a407492365b7e289930fd HTTP/1.1" status: 200 len: 375 time: 0.0342371 Jul 20 15:04:47.339316 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-8ef95b19-fa2e-4147-a026-200a0e34ac85 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=62bc9f317f0a407492365b7e289930fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586479 Jul 20 15:04:47.881601 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2cd44-623b-47fb-a845-f17aa2857bfa req-ea01d52c-29bd-4d6b-ad17-352899480bfe tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:47.895467 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-66d2cd44-623b-47fb-a845-f17aa2857bfa req-ea01d52c-29bd-4d6b-ad17-352899480bfe tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1711447 Jul 20 15:04:48.008075 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-66d2cd44-623b-47fb-a845-f17aa2857bfa req-776dc590-e267-42b8-9830-a6e2dc748d77 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104848 Jul 20 15:04:48.371327 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4bab02bf-07d4-4ee3-8163-d5dcea493538 req-8de2b63a-db64-4ad5-bf9d-b6cba1222233 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 210 time: 0.0539236 Jul 20 15:04:48.386728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c03e6-7993-483d-9155-a7d158fa20f7 req-90a30f36-206b-4265-9d48-c06065b6c856 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:48.388852 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c64c03e6-7993-483d-9155-a7d158fa20f7 req-90a30f36-206b-4265-9d48-c06065b6c856 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.2618849 Jul 20 15:04:48.457738 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c64c03e6-7993-483d-9155-a7d158fa20f7 req-92770f77-9204-413b-8220-c64cf756cb8f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581377 Jul 20 15:04:48.529817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46516) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:48.585865 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ad87-96e6-4feb-9449-edf578b3bff3 req-e4e25030-0ada-4d64-82d8-2fdbfe7d07a0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:48.597323 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d2d9ad87-96e6-4feb-9449-edf578b3bff3 req-e4e25030-0ada-4d64-82d8-2fdbfe7d07a0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1011448 Jul 20 15:04:48.643587 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d2d9ad87-96e6-4feb-9449-edf578b3bff3 req-059815fb-ed3a-4752-bc48-4cf2c37ebe4c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438032 Jul 20 15:04:48.662935 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-924066894-network', 'tenant_id': '782a0afded39400291f1b219dee11c83'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:48.695555 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Made reservation on behalf of 782a0afded39400291f1b219dee11c83 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:04:48.697889 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.707440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.834400 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.838869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.862972 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:04:48.877873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ad00b-097f-4a08-829c-19b19fb35939,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:48.883244 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.884175 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Added segment 05ccdda2-e422-4957-9215-954e7611feaf of type vlan for network 5610d451-b349-4c66-8dbd-616fa4bf70f9 Jul 20 15:04:48.927185 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.957160 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:48.958400 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:48.959622 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.003949 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4680836 Jul 20 15:04:49.004247 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46534) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:49.012823 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Request body: {'subnet': {'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-924066894-subnet', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:49.033204 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e6e50-39a7-445b-9640-9f9dc375424f admin admin] Pushing event updated for resources: {'Network': ['ID=5610d451-b349-4c66-8dbd-616fa4bf70f9,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:49.033891 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Made reservation on behalf of 782a0afded39400291f1b219dee11c83 for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:04:49.040101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3786736'] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.043718 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:04:49.205146 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb797ca-41ff-4f23-887d-baa1ed6a0ffb req-bc273c8f-394d-409c-b531-6a637aa1e8d1 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:49.207586 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5eb797ca-41ff-4f23-887d-baa1ed6a0ffb req-bc273c8f-394d-409c-b531-6a637aa1e8d1 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0912414 Jul 20 15:04:49.251154 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5eb797ca-41ff-4f23-887d-baa1ed6a0ffb req-7675ff75-3d15-4a50-9d05-39d3c422563c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366075 Jul 20 15:04:49.255145 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2072882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3786626'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.320989 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c517cc-ba8e-4f04-874d-1dba499ea7d4,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:49.329465 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Checking segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:49.329822 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Network hostable DHCP agents. Network: 5610d451-b349-4c66-8dbd-616fa4bf70f9, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:04:49.350579 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:04:49.363012 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 5610d451-b349-4c66-8dbd-616fa4bf70f9) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:49.371320 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:49.372153 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.374243 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a31d1-8c09-430f-a7d7-7e7d7fb5a3e9 None None] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:04:49.392236 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-1c9bca77-fc6c-4636-89bf-3642cd18cd1d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3873467 Jul 20 15:04:49.395352 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46546) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:49.403998 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:49.497118 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.499245 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.504740 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-8faa2651-a2b1-42e2-b6fe-1c4ce2fa5fea tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=62bc9f317f0a407492365b7e289930fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959544 Jul 20 15:04:49.555723 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7f75f428-0837-4d3c-9511-5bc3a52ea569 req-b77bb4ba-4dd0-453b-85d2-c88df687ac1a tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 210 time: 0.0555260 Jul 20 15:04:49.658829 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-5610d451-b349-4c66-8dbd-616fa4bf70f9', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:04:49.660519 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.687720 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.854263 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601fb9a-4da6-422e-b391-707bca2d58dc req-4523bbf5-c2a9-4fb1-8578-5fa0ca0c9181 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:49.856074 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7601fb9a-4da6-422e-b391-707bca2d58dc req-4523bbf5-c2a9-4fb1-8578-5fa0ca0c9181 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0949726 Jul 20 15:04:49.866991 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Allocated IP 172.20.0.2 (5610d451-b349-4c66-8dbd-616fa4bf70f9/a2c517cc-ba8e-4f04-874d-1dba499ea7d4/8a02d862-5309-4e42-b285-ad79d409528f) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:04:49.900919 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7601fb9a-4da6-422e-b391-707bca2d58dc req-3952dd43-f114-4013-9227-a322e2af121a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 Jul 20 15:04:49.908241 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-1531c092-b925-46de-ba27-2161758aaef5 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:49.909766 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-1531c092-b925-46de-ba27-2161758aaef5 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941584 Jul 20 15:04:49.920193 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763ef51-925e-4475-b5a5-9dfadba8fe6d req-1b9778e0-9e1e-4e6f-92f1-255d6ce9cc90 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:49.921725 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5763ef51-925e-4475-b5a5-9dfadba8fe6d req-1b9778e0-9e1e-4e6f-92f1-255d6ce9cc90 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.3585563 Jul 20 15:04:49.934873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:49.946232 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Request body: {'port': {'device_id': '5ab9951a-008d-4593-ae56-ed81da205627', 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c', 'admin_state_up': True, 'tenant_id': '62bc9f317f0a407492365b7e289930fd'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:50.087480 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5763ef51-925e-4475-b5a5-9dfadba8fe6d req-772cea55-7197-4fe6-a8f1-4cfd79c37721 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591446 Jul 20 15:04:50.095720 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.111873 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Transition to ACTIVE for port object 8a02d862-5309-4e42-b285-ad79d409528f will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:50.138110 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Transition to ACTIVE for port object 8a02d862-5309-4e42-b285-ad79d409528f will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:50.146873 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.189073 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:50.192427 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:50.196967 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:04:50.204067 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Pushing event updated for resources: {'Port': ['ID=8a02d862-5309-4e42-b285-ad79d409528f,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:50.216419 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.216940 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.217351 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.217696 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.218033 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.218369 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.218735 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.219072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.219426 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.219756 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.220081 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.220406 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:50.280323 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Attempting to bind port 8a02d862-5309-4e42-b285-ad79d409528f on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:04:50.280695 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Attempting to bind port 8a02d862-5309-4e42-b285-ad79d409528f by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:04:50.281070 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Attempting to bind port 8a02d862-5309-4e42-b285-ad79d409528f on network 5610d451-b349-4c66-8dbd-616fa4bf70f9 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:04:50.287294 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:04:50.288011 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Checking segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:50.288430 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.291163 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Bound using segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:04:50.292023 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Bound port: 8a02d862-5309-4e42-b285-ad79d409528f, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:04:50.292710 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.414388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] For port 8a02d862-5309-4e42-b285-ad79d409528f, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:04:50.421371 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] For port 8a02d862-5309-4e42-b285-ad79d409528f, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8a02d862-5309-4e42-b285-ad79d409528f,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:04:50.428791 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.478342 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af220eea-71c9-49ec-bacf-3ab059ad64b3 req-33c731fc-c230-45cf-b2a0-8937b1cab301 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:50.480178 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-af220eea-71c9-49ec-bacf-3ab059ad64b3 req-33c731fc-c230-45cf-b2a0-8937b1cab301 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1184270 Jul 20 15:04:50.513355 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Made reservation on behalf of 62bc9f317f0a407492365b7e289930fd for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:04:50.519321 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.523606 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91c8f5-d405-47c9-8268-37d1b724f907 None None] Pushing event updated for resources: {'Port': ['ID=8a02d862-5309-4e42-b285-ad79d409528f,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:50.543574 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.543916 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-af220eea-71c9-49ec-bacf-3ab059ad64b3 req-45d55e12-ecad-4e6c-ab80-6f449f88fe27 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453928 Jul 20 15:04:50.730419 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5ba0859a-9a1a-4bdf-aa39-1121c27b24db req-a086762c-c52d-4049-ad59-ee1a2685dc9b tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 210 time: 0.0663397 Jul 20 15:04:50.746197 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.778023 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.937960 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:50.963143 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:51.056562 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Allocated IP 172.27.3.254 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/d64cbe4e-b3f7-495f-adf3-ca105fcbd937) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:04:51.058959 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644a40a7-7c77-4b30-a0a3-0e66f0893128,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:51.062701 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8a02d862-5309-4e42-b285-ad79d409528f up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:04:51.099697 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7727969-b8b6-4dc8-8ce2-3905066a3b02 req-1b88a89e-8484-45ae-b3a5-b952d18e08a8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:51.101530 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d7727969-b8b6-4dc8-8ce2-3905066a3b02 req-1b88a89e-8484-45ae-b3a5-b952d18e08a8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0899808 Jul 20 15:04:51.177955 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d7727969-b8b6-4dc8-8ce2-3905066a3b02 req-988fd4e9-44d0-43c8-b1b6-e52800e10508 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698001 Jul 20 15:04:51.197629 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 8a02d862-5309-4e42-b285-ad79d409528f completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:04:51.264396 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Allocated IP 192.168.233.110 (9b173e11-192e-42c0-9911-ca58a586ba5c/9dba5859-3095-46d1-862f-f70b4c936463/c99de994-f8f5-4c49-8c99-e287997edb34) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:04:51.294911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:51.408846 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892c2b9-7b40-4ddf-9548-c94b6e71952f req-2c8422a5-f432-469c-bbfb-440ef891770f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:51.411289 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f892c2b9-7b40-4ddf-9548-c94b6e71952f req-2c8422a5-f432-469c-bbfb-440ef891770f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1959753 Jul 20 15:04:51.486082 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:51.559793 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:51.569242 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f892c2b9-7b40-4ddf-9548-c94b6e71952f req-bc907ee7-4da8-4c27-80c1-c3c62481b816 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426673 Jul 20 15:04:51.577619 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:51.586804 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:04:51.599246 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:51.624303 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Pushing event updated for resources: {'Port': ['ID=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:51.647644 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Transition to ACTIVE for port object c99de994-f8f5-4c49-8c99-e287997edb34 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:51.780162 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2849bd-3921-4f37-b6be-2d0cdae3377d req-e6dfd3aa-68c8-44e0-884a-c018971dc4eb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:51.793585 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a2849bd-3921-4f37-b6be-2d0cdae3377d req-e6dfd3aa-68c8-44e0-884a-c018971dc4eb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1356153 Jul 20 15:04:51.800723 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:51.846404 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d2e37-d183-46f9-95f2-2dd671322864 None None] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:04:51.860084 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a2849bd-3921-4f37-b6be-2d0cdae3377d req-d129a90d-2366-4ff2-8d2a-e2d1a074e2d8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644512 Jul 20 15:04:51.883412 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Network 9b173e11-192e-42c0-9911-ca58a586ba5c is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:51.922996 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:51.936470 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:04:51.968477 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Pushing event updated for resources: {'Port': ['ID=c99de994-f8f5-4c49-8c99-e287997edb34,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:52.046274 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:52.047018 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.066026 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] Provisioning for port 8a02d862-5309-4e42-b285-ad79d409528f completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:04:52.071965 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.073000 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] Provisioning complete for port 8a02d862-5309-4e42-b285-ad79d409528f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:52.073482 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.113023 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a2e87f12-d77f-4a44-9811-357c0d9c26d8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1816523 Jul 20 15:04:52.150377 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Request body: {'port': {'device_id': '5ab9951a-008d-4593-ae56-ed81da205627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:52.162385 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b6e5-f4d1-406f-ade7-886d9e81f017 req-05ad86ac-6e4b-4e14-8ca6-3f9398bc4c42 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:52.164090 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1476b6e5-f4d1-406f-ade7-886d9e81f017 req-05ad86ac-6e4b-4e14-8ca6-3f9398bc4c42 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 936 time: 0.2756212 Jul 20 15:04:52.289472 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1476b6e5-f4d1-406f-ade7-886d9e81f017 req-8d25af4a-6e82-41c3-ab93-94582b85ed5f tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155851 Jul 20 15:04:52.321224 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.362548 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] For port 8a02d862-5309-4e42-b285-ad79d409528f, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8a02d862-5309-4e42-b285-ad79d409528f,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:04:52.368944 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a378313-e106-4754-ad4a-0a46389f3f2b req-4d82b60d-7c34-41b3-934a-a920be47eb40 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:52.373260 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.376390 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2a378313-e106-4754-ad4a-0a46389f3f2b req-4d82b60d-7c34-41b3-934a-a920be47eb40 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0854232 Jul 20 15:04:52.378137 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.414268 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2a378313-e106-4754-ad4a-0a46389f3f2b req-c63fb97f-c142-49e3-9092-d0529cace542 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Jul 20 15:04:52.450502 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71076d-cc49-4781-965c-e022f09c0b31 None None] Pushing event updated for resources: {'Port': ['ID=8a02d862-5309-4e42-b285-ad79d409528f,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:52.516632 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-7fbafe70-23bb-4d8e-a54a-f951718f10b2 None None] Provisioning for port c99de994-f8f5-4c49-8c99-e287997edb34 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:04:52.526987 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-7fbafe70-23bb-4d8e-a54a-f951718f10b2 None None] Provisioning complete for port c99de994-f8f5-4c49-8c99-e287997edb34 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:52.527629 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7fbafe70-23bb-4d8e-a54a-f951718f10b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.572447 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-7fbafe70-23bb-4d8e-a54a-f951718f10b2 None None] Port c99de994-f8f5-4c49-8c99-e287997edb34 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:04:52.576465 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.707847 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0ede3448-5346-4465-879d-b8c85fe96d08 None None] Provisioning complete for port 8a02d862-5309-4e42-b285-ad79d409528f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:52.708261 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ede3448-5346-4465-879d-b8c85fe96d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.727999 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.838215 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66537-c482-4304-b686-8e3134feca50 req-ba23c9d2-f826-4e41-9d27-6ccd0f1a9174 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:52.839690 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-81a66537-c482-4304-b686-8e3134feca50 req-ba23c9d2-f826-4e41-9d27-6ccd0f1a9174 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1695216 Jul 20 15:04:52.922240 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99de994-f8f5-4c49-8c99-e287997edb34 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:04:52.930083 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-81a66537-c482-4304-b686-8e3134feca50 req-ced7e23f-5c4b-411e-baaa-f3448ff02e48 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790200 Jul 20 15:04:52.932998 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:04:52.937554 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:52.957544 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Transition to ACTIVE for port object c99de994-f8f5-4c49-8c99-e287997edb34 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:53.014145 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8a02d862-5309-4e42-b285-ad79d409528f up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:04:53.033781 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:53.037608 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c4fba-843b-4688-9c2d-8e08c8fda875 req-b97823a3-76d2-4576-ba4f-3452d43a418f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.045825 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0c0c4fba-843b-4688-9c2d-8e08c8fda875 req-b97823a3-76d2-4576-ba4f-3452d43a418f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0976434 Jul 20 15:04:53.085217 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 8a02d862-5309-4e42-b285-ad79d409528f triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:53.085741 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:53.101876 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0c0c4fba-843b-4688-9c2d-8e08c8fda875 req-82fb0dc4-9a10-48f3-9c02-e3ac61a0d9d8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551398 Jul 20 15:04:53.390139 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb6bd9-763b-438b-9a7b-292a90fd4d92 req-e25ba3ff-ef3d-4194-9f0e-e385419355d3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.392273 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e7fb6bd9-763b-438b-9a7b-292a90fd4d92 req-e25ba3ff-ef3d-4194-9f0e-e385419355d3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0917392 Jul 20 15:04:53.421020 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Pushing event updated for resources: {'Port': ['ID=c99de994-f8f5-4c49-8c99-e287997edb34,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:53.456204 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e7fb6bd9-763b-438b-9a7b-292a90fd4d92 req-73220da9-9b02-4ad9-a9b3-8f5b990d7f87 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579040 Jul 20 15:04:53.476990 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Attempting to bind port c99de994-f8f5-4c49-8c99-e287997edb34 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:04:53.477325 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Attempting to bind port c99de994-f8f5-4c49-8c99-e287997edb34 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:04:53.477645 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Attempting to bind port c99de994-f8f5-4c49-8c99-e287997edb34 on network 9b173e11-192e-42c0-9911-ca58a586ba5c {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:04:53.486190 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:04:53.502281 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Sync routers for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:04:53.517529 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:04:53.518186 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:53.523586 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Port c99de994-f8f5-4c49-8c99-e287997edb34 on network 9b173e11-192e-42c0-9911-ca58a586ba5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:04:53.524219 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Attempting to bind port c99de994-f8f5-4c49-8c99-e287997edb34 on network 9b173e11-192e-42c0-9911-ca58a586ba5c {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:04:53.531174 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:53.533253 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d22c8340-57cf-4b37-a745-8a1448b82808 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1364391 Jul 20 15:04:53.539173 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46610) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:53.558824 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:04:53.559558 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Checking segment: {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:53.560323 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Bound using segment: {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:04:53.561161 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Bound port: c99de994-f8f5-4c49-8c99-e287997edb34, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebf6d24-02d8-4f70-b835-eef7e1f83deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:04:53.561817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:53.603676 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-7d5281b5-b26d-4be2-b98a-45d06f9f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.610353 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-7d5281b5-b26d-4be2-b98a-45d06f9f3c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 1099 time: 0.1524215 Jul 20 15:04:53.659340 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:04:53.683566 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb91d6-6b4c-4aaa-847d-c6bedf721284 req-5ee7552c-79c2-4445-ad0d-9d1f539f0b86 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.687165 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-dfeb91d6-6b4c-4aaa-847d-c6bedf721284 req-5ee7552c-79c2-4445-ad0d-9d1f539f0b86 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1371930 Jul 20 15:04:53.769269 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247af745-4437-40b5-a889-9afa2698834b req-445d3f9b-f4d1-40f9-bbee-23e57661b1e3 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.771039 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-247af745-4437-40b5-a889-9afa2698834b req-445d3f9b-f4d1-40f9-bbee-23e57661b1e3 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 948 time: 0.3549771 Jul 20 15:04:53.778795 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-dfeb91d6-6b4c-4aaa-847d-c6bedf721284 req-98ecd7b0-4d1f-49b0-88c3-689ceb6fec8e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849955 Jul 20 15:04:53.789241 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-9b84ab3e-64b3-425c-b0da-7c5345ffb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.790787 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-9b84ab3e-64b3-425c-b0da-7c5345ffb007 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 911 time: 0.1678770 Jul 20 15:04:53.864467 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:51Z', 'revision_number': 3, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:53.901106 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-a5421500-c159-4131-a3e5-c9d613303fa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4 HTTP/1.1" status: 200 len: 1002 time: 0.1020792 Jul 20 15:04:53.903220 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-247af745-4437-40b5-a889-9afa2698834b req-10020afe-8e76-4b21-923b-f36c2ac56af0 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021831 Jul 20 15:04:53.909092 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] For port c99de994-f8f5-4c49-8c99-e287997edb34, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:04:53.920682 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] For port c99de994-f8f5-4c49-8c99-e287997edb34, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=c99de994-f8f5-4c49-8c99-e287997edb34,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:04:53.927041 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:53.979874 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.980562 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:53.982159 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] 10.222.0.36 "PUT /v2.0/ports/c99de994-f8f5-4c49-8c99-e287997edb34 HTTP/1.1" status: 200 len: 1098 time: 1.8391447 Jul 20 15:04:53.987009 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-24b9423c-9e21-480c-ae90-380867250858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:53.988506 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-24b9423c-9e21-480c-ae90-380867250858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.0760105 Jul 20 15:04:53.990873 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Checking router: 5d2f5567-60a5-47f1-bab7-ece063fffbb7 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:04:53.991439 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Updating router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:04:54.019513 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab9951a-008d-4593-ae56-ed81da205627', 'tag': 'c99de994-f8f5-4c49-8c99-e287997edb34'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:04:54.021130 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb88dcd-265a-4530-a043-e34e2bbb91db" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab9951a-008d-4593-ae56-ed81da205627", "tag": "c99de994-f8f5-4c49-8c99-e287997edb34"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:04:54.061281 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.164750 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20117ac5-fc80-497c-8bd3-d53cc0e78127 service neutron] Pushing event updated for resources: {'Port': ['ID=c99de994-f8f5-4c49-8c99-e287997edb34,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:54.169235 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b611bd-84c3-4259-8428-c6242717fafc x-openstack-request-id: req-50b611bd-84c3-4259-8428-c6242717fafc {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:04:54.169778 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab9951a-008d-4593-ae56-ed81da205627", "tag": "c99de994-f8f5-4c49-8c99-e287997edb34", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:04:54.170172 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50b611bd-84c3-4259-8428-c6242717fafc {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:04:54.170760 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab9951a-008d-4593-ae56-ed81da205627', 'tag': 'c99de994-f8f5-4c49-8c99-e287997edb34', 'status': 'completed', 'code': 200} Jul 20 15:04:54.178535 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-8d1e0f98-8acc-418c-bcb1-50f577173412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:54.184778 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-8d1e0f98-8acc-418c-bcb1-50f577173412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1836042 Jul 20 15:04:54.347564 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-118148b9-0d63-4a28-b924-4cb16f578d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:54.349031 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-118148b9-0d63-4a28-b924-4cb16f578d80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62bc9f317f0a407492365b7e289930fd&device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 1101 time: 0.2559488 Jul 20 15:04:54.370904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae59e2-d8c5-4cd0-89f6-abdbdba4f704 req-a685ad3e-79f6-4780-8835-c2f68c698499 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:54.371926 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c4ae59e2-d8c5-4cd0-89f6-abdbdba4f704 req-a685ad3e-79f6-4780-8835-c2f68c698499 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.3138125 Jul 20 15:04:54.374826 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-c5fd6390-cea6-4bd4-83b3-05e49eb2a892 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756487 Jul 20 15:04:54.453510 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.457225 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.461973 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-a946db3b-6375-4899-ac61-d008b4908039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c99de994-f8f5-4c49-8c99-e287997edb34 HTTP/1.1" status: 200 len: 217 time: 0.0958610 Jul 20 15:04:54.465646 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Transition to ACTIVE for port object d64cbe4e-b3f7-495f-adf3-ca105fcbd937 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:54.473813 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.476927 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c4ae59e2-d8c5-4cd0-89f6-abdbdba4f704 req-eb36272e-ae93-4d8f-aa8d-d19c5e788e4c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981593 Jul 20 15:04:54.528268 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Pushing event updated for resources: {'Port': ['ID=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,revision_number=2']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:54.546011 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Attempting to bind port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:04:54.546691 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Attempting to bind port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:04:54.547119 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Attempting to bind port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:04:54.555526 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:04:54.556022 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:54.556488 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.557076 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:04:54.557641 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Bound port: d64cbe4e-b3f7-495f-adf3-ca105fcbd937, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:04:54.558374 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.587767 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.589206 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.589702 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.591022 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.591352 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.591943 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.592432 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.592765 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.593214 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.593462 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.593787 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.594095 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:04:54.613555 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd38554c-57bf-44d5-85b6-49bce8441fe6 req-0011249b-18c2-4c2d-8d1a-43aadbc4f22b service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257173 Jul 20 15:04:54.666241 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] For port d64cbe4e-b3f7-495f-adf3-ca105fcbd937, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:04:54.671172 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] For port d64cbe4e-b3f7-495f-adf3-ca105fcbd937, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:04:54.679059 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:54.715431 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-584f271b-bc9d-4f9c-af1c-a90fe719664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:54.717586 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-584f271b-bc9d-4f9c-af1c-a90fe719664d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dba5859-3095-46d1-862f-f70b4c936463 HTTP/1.1" status: 200 len: 843 time: 0.2441833 Jul 20 15:04:54.751286 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaedad3-588f-404a-b390-c068448d2635 None None] Pushing event updated for resources: {'Port': ['ID=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:54.789335 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:04:54.789971 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:54.848449 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d860cd-74a4-4aab-a25e-b36afe2b8bd0 req-ff37a866-2632-4ae8-b73f-e4f138607d8c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:54.849993 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-25d860cd-74a4-4aab-a25e-b36afe2b8bd0 req-ff37a866-2632-4ae8-b73f-e4f138607d8c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.2492900 Jul 20 15:04:54.913786 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:04:54.943486 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Allocated IP 172.20.0.1 (5610d451-b349-4c66-8dbd-616fa4bf70f9/a2c517cc-ba8e-4f04-874d-1dba499ea7d4/c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:04:54.957234 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-25d860cd-74a4-4aab-a25e-b36afe2b8bd0 req-16feb869-0021-40ef-8c58-ec04eb0757e6 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829372 Jul 20 15:04:54.980472 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717846f4-f765-48d0-b5a2-076458f642db req-dc7fa0b2-0b3e-452f-a7e3-cb7c518ecc5a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:54.982241 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-717846f4-f765-48d0-b5a2-076458f642db req-dc7fa0b2-0b3e-452f-a7e3-cb7c518ecc5a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1116316 Jul 20 15:04:55.031800 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-717846f4-f765-48d0-b5a2-076458f642db req-42da422e-b6aa-4a89-8786-869fc80c871c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351062 Jul 20 15:04:55.035355 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-eb2a64f2-aec7-413e-93b9-4465ecd2bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:55.036787 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-eb2a64f2-aec7-413e-93b9-4465ecd2bb85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b173e11-192e-42c0-9911-ca58a586ba5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2685673 Jul 20 15:04:55.178932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.206859 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Transition to ACTIVE for port object c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:55.206978 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:51Z', 'revision_number': 3, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:55.229040 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1fa8e-79f3-4360-84f5-8a11bdec2c4f req-4e36f3e2-3580-4e6d-8aff-b822ba1f8f89 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:55.229040 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-25d1fa8e-79f3-4360-84f5-8a11bdec2c4f req-4e36f3e2-3580-4e6d-8aff-b822ba1f8f89 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 948 time: 0.1906974 Jul 20 15:04:55.236174 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-c77a8ddb-aa28-4358-9951-9f5025435025 service neutron] 10.222.0.36 "GET /v2.0/networks/9b173e11-192e-42c0-9911-ca58a586ba5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844478 Jul 20 15:04:55.242271 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2d690-e9b5-47a2-93e3-0caac7e0c89f None None] The sync data for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi is: [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:51Z', 'revision_number': 3, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:04:55.352828 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-25d1fa8e-79f3-4360-84f5-8a11bdec2c4f req-0711de78-5d20-43b9-96e1-801b1017a998 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124461 Jul 20 15:04:55.355479 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.412349 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:55.425222 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:55.431317 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:04:55.437393 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27e1097b-028e-4bb8-9da8-f9c6238b5f03 req-d7e4f5ea-04fb-4afb-963a-0d64baa62768 service neutron] 10.222.0.36 "GET /v2.0/networks/9b173e11-192e-42c0-9911-ca58a586ba5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840329 Jul 20 15:04:55.438004 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:55.477185 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.680439 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-a7526415-7934-4dfa-aa56-4914a0a07aa4 None None] Provisioning for port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:04:55.682101 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.686926 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-a7526415-7934-4dfa-aa56-4914a0a07aa4 None None] Provisioning complete for port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:55.687686 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a7526415-7934-4dfa-aa56-4914a0a07aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.689003 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18acc-308d-4275-89b2-1a12d6ffe1d1 req-4c099ca4-c704-4e43-b444-0018328e33cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:55.696801 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0ce18acc-308d-4275-89b2-1a12d6ffe1d1 req-4c099ca4-c704-4e43-b444-0018328e33cf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0821936 Jul 20 15:04:55.740392 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-a7526415-7934-4dfa-aa56-4914a0a07aa4 None None] Port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:04:55.742796 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0ce18acc-308d-4275-89b2-1a12d6ffe1d1 req-c71ad85b-0b5b-4abd-aaae-5d43932f5a73 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Jul 20 15:04:55.898883 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.905357 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:55.978992 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:55.981704 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:56.127611 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:56.132036 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:56.204926 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903d480-5682-421b-b761-4869e3010396 req-1385c326-6ed3-4c36-aff9-b7de384b11e5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:56.206774 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2903d480-5682-421b-b761-4869e3010396 req-1385c326-6ed3-4c36-aff9-b7de384b11e5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0899613 Jul 20 15:04:56.221831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035634d7-6f8e-4dc6-a88b-2c7603609736 req-5ad61bfd-25e0-492d-8c2c-0eb852b4af6c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:56.227536 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-035634d7-6f8e-4dc6-a88b-2c7603609736 req-5ad61bfd-25e0-492d-8c2c-0eb852b4af6c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1718068 Jul 20 15:04:56.270319 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2903d480-5682-421b-b761-4869e3010396 req-8a5f137d-a587-4b69-b396-648685b0bebb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536518 Jul 20 15:04:56.308082 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-035634d7-6f8e-4dc6-a88b-2c7603609736 req-07b0216c-d020-44b0-b906-308eab779bbd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582583 Jul 20 15:04:56.314002 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:04:56.475658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-dbcb030f-6fcb-4078-8071-340046b048cf None None] Provisioning complete for port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:56.477030 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb030f-6fcb-4078-8071-340046b048cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:56.533808 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb030f-6fcb-4078-8071-340046b048cf None None] Port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:04:56.552765 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d6e1-d520-470b-9510-7a811a3a9894 req-ba42cc81-cb82-4cb5-81ec-e40fd3935bb8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:56.554382 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8820d6e1-d520-470b-9510-7a811a3a9894 req-ba42cc81-cb82-4cb5-81ec-e40fd3935bb8 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 948 time: 0.1070511 Jul 20 15:04:56.599201 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8820d6e1-d520-470b-9510-7a811a3a9894 req-42c0878c-e582-433e-bda1-9d579f5a60c0 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Jul 20 15:04:56.677707 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:04:56.683176 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-ef2d3799-f35d-44be-a3fa-dcf990e361c2 admin admin] 10.222.0.35 "PUT /v2.0/routers/5d2f5567-60a5-47f1-bab7-ece063fffbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1400540 Jul 20 15:04:56.925307 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201cd6-f65e-41f4-8470-7feba48714d0 req-f2d4e4fa-a29a-4fc8-a069-b174855640fc tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:56.927399 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4d201cd6-f65e-41f4-8470-7feba48714d0 req-f2d4e4fa-a29a-4fc8-a069-b174855640fc tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0898645 Jul 20 15:04:56.975367 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4d201cd6-f65e-41f4-8470-7feba48714d0 req-c1882508-bfcd-4cfb-b823-ab8922fd09c8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Jul 20 15:04:57.039463 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d64cbe4e-b3f7-495f-adf3-ca105fcbd937 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:04:57.104437 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:04:57.111665 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:57.112554 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.137471 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Sync routers for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:04:57.157714 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:04:57.158345 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:57.291416 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.299267 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46678) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:57.304609 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140989422-network', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:57.327359 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:04:57.332527 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port d64cbe4e-b3f7-495f-adf3-ca105fcbd937, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:04:57.336028 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Made reservation on behalf of 0f4973b53481438aaaf6a96526650ab1 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:04:57.339290 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.353510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.423219 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.456831 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671de424-4ce9-45c4-9ba2-236fa3071108 req-210e2728-5fe9-4844-bac8-923f4ccfd9cb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:57.463399 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-671de424-4ce9-45c4-9ba2-236fa3071108 req-210e2728-5fe9-4844-bac8-923f4ccfd9cb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0980151 Jul 20 15:04:57.523512 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-671de424-4ce9-45c4-9ba2-236fa3071108 req-e484090b-f513-49cc-928b-0e2afda6a0c1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582535 Jul 20 15:04:57.532866 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ede18d-44bc-4834-846a-48a2f0b15d96 req-9e18e1c6-027d-473b-98a8-ff9483b6287e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:57.541128 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a4ede18d-44bc-4834-846a-48a2f0b15d96 req-9e18e1c6-027d-473b-98a8-ff9483b6287e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1281323 Jul 20 15:04:57.549076 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:57.556569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.570091 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.609222 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:04:57.623461 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a4ede18d-44bc-4834-846a-48a2f0b15d96 req-801523f7-425e-459a-ac4c-95029d3930fe tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813463 Jul 20 15:04:57.624315 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f436600-9495-42f9-b761-a8bb5749d50d,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:57.632747 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.633148 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Added segment 77e80032-6b5f-4ecc-a6fd-3dc298d27cd5 of type vlan for network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f Jul 20 15:04:57.661462 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 2, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:57.681311 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.695872 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Checking router: 5d2f5567-60a5-47f1-bab7-ece063fffbb7 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:04:57.696613 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Updating router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:04:57.716933 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.717934 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:57.718637 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.748457 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:57.755718 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4526944 Jul 20 15:04:57.755913 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46686) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:57.757764 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021da0d2-2bd8-4a40-8f5f-b215a2dcba11 req-2cb62dd0-ab8d-4b78-9f8f-c4daafcf3df4 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:57.759332 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-021da0d2-2bd8-4a40-8f5f-b215a2dcba11 req-2cb62dd0-ab8d-4b78-9f8f-c4daafcf3df4 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 948 time: 0.0739706 Jul 20 15:04:57.767759 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Request body: {'subnet': {'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140989422-subnet', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:57.800028 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-021da0d2-2bd8-4a40-8f5f-b215a2dcba11 req-9f841489-8a7d-4a0b-b7ed-6a93441075d1 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Jul 20 15:04:57.809328 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8a6a2-ceb5-4267-a497-7e122471acfb admin admin] Pushing event updated for resources: {'Network': ['ID=e7056e7a-d81c-49dd-a9ab-88f9fbd1885f,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:57.821814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:04:57.833386 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Made reservation on behalf of 0f4973b53481438aaaf6a96526650ab1 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:04:57.835898 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.025990 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.107829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96506d44-56be-494d-9aa1-9eb24b156111,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:58.121914 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.133451 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Transition to ACTIVE for port object c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:58.140043 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.150821 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Checking segment: {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:58.151202 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Network hostable DHCP agents. Network: e7056e7a-d81c-49dd-a9ab-88f9fbd1885f, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:04:58.170024 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b49a-a054-4d43-b83b-d8101baff048 req-9f37d073-5bd7-4587-ae3f-e99686e3a53d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:58.172320 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4b05b49a-a054-4d43-b83b-d8101baff048 req-9f37d073-5bd7-4587-ae3f-e99686e3a53d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1220031 Jul 20 15:04:58.192261 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:04:58.196511 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4d5fa-cfe5-4bd4-af03-14de74b9277d None None] Pushing event updated for resources: {'Port': ['ID=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:58.221433 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, e7056e7a-d81c-49dd-a9ab-88f9fbd1885f) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:58.228873 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4b05b49a-a054-4d43-b83b-d8101baff048 req-80e1daa6-39b2-4aaa-82fd-7644fc19e84b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Jul 20 15:04:58.230114 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:58.230753 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.255228 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-38d4ba6b-d222-4a43-9574-b1f15a2c1d18 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4921036 Jul 20 15:04:58.255228 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46694) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:04:58.256177 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:04:58.256293 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a31258-ab85-44cd-96ac-a0720e10c1c3 None None] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:04:58.279469 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.280831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.293692 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Attempting to bind port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:04:58.294855 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Attempting to bind port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:04:58.295271 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Attempting to bind port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 on network 5610d451-b349-4c66-8dbd-616fa4bf70f9 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:04:58.306086 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:04:58.306459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Checking segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:58.306898 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.307476 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Bound using segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:04:58.307968 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Bound port: c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:04:58.308361 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.352078 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.468527 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] For port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:04:58.474707 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] For port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:04:58.498243 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.530248 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-e7056e7a-d81c-49dd-a9ab-88f9fbd1885f', 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'fixed_ips': [{'subnet_id': '96506d44-56be-494d-9aa1-9eb24b156111'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:04:58.531135 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.569646 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:58.590192 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:04:58.590993 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:58.596497 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4d5fa-cfe5-4bd4-af03-14de74b9277d None None] Pushing event updated for resources: {'Port': ['ID=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:58.664946 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-e8442df1-4675-48f9-b329-16253ade0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:58.666792 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-e8442df1-4675-48f9-b329-16253ade0dd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62bc9f317f0a407492365b7e289930fd&device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 1101 time: 0.2078662 Jul 20 15:04:58.711296 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad63ea-829d-4045-bfa6-0f5f6ab9216f req-c41aa14b-aae3-4ce2-82ac-4d839a0a4ca7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:58.713651 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-47ad63ea-829d-4045-bfa6-0f5f6ab9216f req-c41aa14b-aae3-4ce2-82ac-4d839a0a4ca7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0895715 Jul 20 15:04:58.777548 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-47ad63ea-829d-4045-bfa6-0f5f6ab9216f req-fe5b1e45-eedc-4ed4-a809-bfcea64e2b84 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586412 Jul 20 15:04:58.913023 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-2d301170-105d-4d47-829d-fa172bf536fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:58.917805 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-2d301170-105d-4d47-829d-fa172bf536fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b173e11-192e-42c0-9911-ca58a586ba5c HTTP/1.1" status: 200 len: 870 time: 0.2378385 Jul 20 15:04:58.945559 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:04:58.975872 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86606088-11bf-4f54-9513-225deaf54f16 req-37636be0-1179-4899-8fef-a14717b25b01 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:58.983800 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-86606088-11bf-4f54-9513-225deaf54f16 req-37636be0-1179-4899-8fef-a14717b25b01 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 948 time: 0.1051433 Jul 20 15:04:58.984019 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Allocated IP 172.20.0.2 (e7056e7a-d81c-49dd-a9ab-88f9fbd1885f/96506d44-56be-494d-9aa1-9eb24b156111/7f627133-aa99-4133-9783-ead40b42b19a) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:04:59.031916 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-86606088-11bf-4f54-9513-225deaf54f16 req-bd9506cd-59c1-403b-86b9-1f14b10af3b5 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470488 Jul 20 15:04:59.062713 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d64cbe4e-b3f7-495f-adf3-ca105fcbd937 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:04:59.110689 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-cbe677c4-a924-40be-b67c-d497ce3beab4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c99de994-f8f5-4c49-8c99-e287997edb34 HTTP/1.1" status: 200 len: 217 time: 0.1402044 Jul 20 15:04:59.118103 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75739e-982f-4283-a2b7-73e389818a5e req-786fe4df-6fb6-499b-afba-6a76b9fd4904 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:59.119566 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ec75739e-982f-4283-a2b7-73e389818a5e req-786fe4df-6fb6-499b-afba-6a76b9fd4904 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.3877101 Jul 20 15:04:59.160141 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.196896 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.218185 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-e8a30449-e19c-4302-a59f-b8ee350aeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:59.219781 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-e8a30449-e19c-4302-a59f-b8ee350aeec0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dba5859-3095-46d1-862f-f70b4c936463 HTTP/1.1" status: 200 len: 843 time: 0.0972817 Jul 20 15:04:59.260597 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ec75739e-982f-4283-a2b7-73e389818a5e req-db040719-c9d2-4bff-b599-a89233f1e146 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084294 Jul 20 15:04:59.272814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:04:59.272814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.378862 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.382038 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-b66b5d7f-763a-4ccb-b54c-50c248b610a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:59.383564 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-b66b5d7f-763a-4ccb-b54c-50c248b610a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b173e11-192e-42c0-9911-ca58a586ba5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1266186 Jul 20 15:04:59.391643 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Allocated IP 172.27.3.190 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/8c84c51c-9691-49c1-8fbe-d6bdb94d78c7) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:04:59.395569 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064479-8e16-44d1-8e0a-f8e88f03a87d req-d2e13a83-4701-4131-85d6-c1b4cedaf48b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:04:59.396203 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Transition to ACTIVE for port object 7f627133-aa99-4133-9783-ead40b42b19a will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:59.397372 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-75064479-8e16-44d1-8e0a-f8e88f03a87d req-d2e13a83-4701-4131-85d6-c1b4cedaf48b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0765178 Jul 20 15:04:59.420200 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Transition to ACTIVE for port object 7f627133-aa99-4133-9783-ead40b42b19a will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:04:59.446819 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.451541 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-75064479-8e16-44d1-8e0a-f8e88f03a87d req-97af6603-b224-436e-afda-1298d48b2ed1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Jul 20 15:04:59.487434 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:04:58Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:04:59.535551 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1fc9-e1be-44ae-8dd0-66cc97ec4183 None None] The sync data for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi is: [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:04:58Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:04:59.546753 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:59.552018 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:59.554690 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Pushing event updated for resources: {'Port': ['ID=7f627133-aa99-4133-9783-ead40b42b19a,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:59.557720 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:04:59.575925 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-239f8034-5e90-42af-b4ee-66dabb9fbcbd service neutron] 10.222.0.36 "GET /v2.0/networks/9b173e11-192e-42c0-9911-ca58a586ba5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761236 Jul 20 15:04:59.658255 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.660869 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Attempting to bind port 7f627133-aa99-4133-9783-ead40b42b19a on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:04:59.661229 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Attempting to bind port 7f627133-aa99-4133-9783-ead40b42b19a by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:04:59.661986 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Attempting to bind port 7f627133-aa99-4133-9783-ead40b42b19a on network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:04:59.667409 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:04:59.667848 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Checking segment: {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:04:59.668272 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.668698 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Bound using segment: {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:04:59.670124 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Bound port: 7f627133-aa99-4133-9783-ead40b42b19a, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:04:59.670517 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.797787 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cb88dcd-265a-4530-a043-e34e2bbb91db req-5ec5a66d-88b7-40a9-8cad-d356b61704da service neutron] 10.222.0.36 "GET /v2.0/networks/9b173e11-192e-42c0-9911-ca58a586ba5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152109 Jul 20 15:04:59.799457 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.802333 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] For port 7f627133-aa99-4133-9783-ead40b42b19a, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:04:59.808764 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] For port 7f627133-aa99-4133-9783-ead40b42b19a, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=7f627133-aa99-4133-9783-ead40b42b19a,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:04:59.821873 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:04:59.884885 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:04:59.899475 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:04:59.902180 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:04:59.911757 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:04:59.986944 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea22f54-5b9c-48e9-9870-7be168265a2c None None] Pushing event updated for resources: {'Port': ['ID=7f627133-aa99-4133-9783-ead40b42b19a,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:00.210838 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbbfb1-b9fb-4799-b3e0-97de91ea381e req-ecc0cc28-b865-424d-8198-26610673cf90 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:00.225546 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-91cbbfb1-b9fb-4799-b3e0-97de91ea381e req-ecc0cc28-b865-424d-8198-26610673cf90 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.3107760 Jul 20 15:05:00.379354 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4d3d1-e761-4b68-a03a-cb2ba3eb6c3b req-9c1b7d4a-6be2-418d-87d8-e2a6a8032058 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:00.387610 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34f4d3d1-e761-4b68-a03a-cb2ba3eb6c3b req-9c1b7d4a-6be2-418d-87d8-e2a6a8032058 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 948 time: 0.2253177 Jul 20 15:05:00.438163 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34f4d3d1-e761-4b68-a03a-cb2ba3eb6c3b req-a91d3ba3-c7a4-4bce-a013-9b38c462d2d2 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486255 Jul 20 15:05:00.472285 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-91cbbfb1-b9fb-4799-b3e0-97de91ea381e req-d836f5b6-2d8a-47fa-aba6-b99709975ccd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346797 Jul 20 15:05:00.523259 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:00.607554 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974f351-07b7-4ae7-b8b8-6755bd15c36b req-a5968666-9d02-4511-b458-98ce905503f7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:00.609130 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2974f351-07b7-4ae7-b8b8-6755bd15c36b req-a5968666-9d02-4511-b458-98ce905503f7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0720267 Jul 20 15:05:00.654681 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2974f351-07b7-4ae7-b8b8-6755bd15c36b req-55c10376-0920-4839-84f8-ce622255eb63 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Jul 20 15:05:01.018944 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device c99de994-f8f5-4c49-8c99-e287997edb34 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:05:01.027641 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.112576 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:01.147397 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ebe2d-6b4d-492e-8bee-8b980bd6965a None None] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:05:01.188267 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Router aff45390-ee1f-4ccf-b60f-4b83d9b9765f is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:05:01.209986 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port c99de994-f8f5-4c49-8c99-e287997edb34, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=c99de994-f8f5-4c49-8c99-e287997edb34,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:01.267323 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'c99de994-f8f5-4c49-8c99-e287997edb34', 'network_id': '9b173e11-192e-42c0-9911-ca58a586ba5c', 'port_id': 'c99de994-f8f5-4c49-8c99-e287997edb34', 'mac_address': 'fa:16:3e:cc:80:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dba5859-3095-46d1-862f-f70b4c936463', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:05:01.300706 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:05:01.313328 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Sync routers for ids ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:05:01.321350 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.323351 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f8d2f761-d974-4d40-a344-7c86366cd5c5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0706890 Jul 20 15:05:01.326462 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46734) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:01.327526 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Routers {'aff45390-ee1f-4ccf-b60f-4b83d9b9765f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:05:01.328374 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:01.330117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-545e4e8e-c018-4435-8d1a-650d2f6aa34d None None] Provisioning for port 7f627133-aa99-4133-9783-ead40b42b19a completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:01.332113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:01.346861 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:01.347240 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.405775 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.441583 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99de994-f8f5-4c49-8c99-e287997edb34 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:05:01.523127 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Set router aff45390-ee1f-4ccf-b60f-4b83d9b9765f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:05:01.594536 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port c99de994-f8f5-4c49-8c99-e287997edb34, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=c99de994-f8f5-4c49-8c99-e287997edb34,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:01.663601 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.667784 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca49ae-c761-45ba-ac50-1a59e16da70c req-b3eb1b07-dd6e-4a4f-8320-7b6db83fe598 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:01.677030 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-97ca49ae-c761-45ba-ac50-1a59e16da70c req-b3eb1b07-dd6e-4a4f-8320-7b6db83fe598 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1083026 Jul 20 15:05:01.746047 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-97ca49ae-c761-45ba-ac50-1a59e16da70c req-d9eda407-7376-426c-87b4-e0e8adda79c0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637281 Jul 20 15:05:01.753003 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=c99de994-f8f5-4c49-8c99-e287997edb34,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:01.796655 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b04b63-b5aa-4811-b9d8-d00f4b164407 req-87650b52-e77f-44d2-9428-b33e5a50d4e1 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:01.801796 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.807557 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-70b04b63-b5aa-4811-b9d8-d00f4b164407 req-87650b52-e77f-44d2-9428-b33e5a50d4e1 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.2315176 Jul 20 15:05:01.873468 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:01.879344 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-70b04b63-b5aa-4811-b9d8-d00f4b164407 req-2f2def6a-7079-4248-bbc8-322f0ddbd3f2 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707242 Jul 20 15:05:01.880287 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:05:00Z', 'revision_number': 3, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:01.883163 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:01.885179 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 7f627133-aa99-4133-9783-ead40b42b19a up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:01.917994 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc858-6a63-45c3-b0f6-ce9e6a95f740 req-8b7bdb68-ed4d-4b06-bc70-6ee565eb8ed4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:01.924880 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Checking router: aff45390-ee1f-4ccf-b60f-4b83d9b9765f for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:05:01.925387 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Updating router aff45390-ee1f-4ccf-b60f-4b83d9b9765f port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:05:01.928744 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8e2bc858-6a63-45c3-b0f6-ce9e6a95f740 req-8b7bdb68-ed4d-4b06-bc70-6ee565eb8ed4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0975947 Jul 20 15:05:01.974751 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8e2bc858-6a63-45c3-b0f6-ce9e6a95f740 req-95a880f3-09e9-4779-8718-92608a1d284f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Jul 20 15:05:01.992715 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.029339 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:02.033401 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 7f627133-aa99-4133-9783-ead40b42b19a completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:02.040151 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 7f627133-aa99-4133-9783-ead40b42b19a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:02.040267 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.072425 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.147453 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.206903 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-d3315323-6fd6-4d4b-82c8-7b995c0eaa2a None None] Provisioning complete for port 7f627133-aa99-4133-9783-ead40b42b19a triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:02.207545 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-d3315323-6fd6-4d4b-82c8-7b995c0eaa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.213890 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 7f627133-aa99-4133-9783-ead40b42b19a, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=7f627133-aa99-4133-9783-ead40b42b19a,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:02.238486 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.271140 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Allocated IP 172.20.0.1 (e7056e7a-d81c-49dd-a9ab-88f9fbd1885f/96506d44-56be-494d-9aa1-9eb24b156111/b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:05:02.306125 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=7f627133-aa99-4133-9783-ead40b42b19a,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:02.363131 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.378143 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Transition to ACTIVE for port object 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:05:02.385272 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.427381 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.442993 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Attempting to bind port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:05:02.443628 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Attempting to bind port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:05:02.443883 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Transition to ACTIVE for port object b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:05:02.444054 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Attempting to bind port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:05:02.454243 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be952f-a440-41c7-91f9-1f82bd6c1053 None None] Pushing event updated for resources: {'Port': ['ID=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,revision_number=2']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:02.459038 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:05:02.460132 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:05:02.460730 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.461428 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:05:02.461998 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Bound port: 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:05:02.462455 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.496468 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.532988 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] For port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:05:02.537382 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] For port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:05:02.546268 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.547549 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:05:02.550662 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:05:02.554644 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:05:02.586006 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:02.628056 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Routers {'aff45390-ee1f-4ccf-b60f-4b83d9b9765f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:05:02.628723 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:02.634024 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.634841 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be952f-a440-41c7-91f9-1f82bd6c1053 None None] Pushing event updated for resources: {'Port': ['ID=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:02.791416 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] Set router aff45390-ee1f-4ccf-b60f-4b83d9b9765f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:05:02.816606 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.897380 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-05392446-2755-4f5c-9488-341fd3371c49 None None] Provisioning for port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:02.905255 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-05392446-2755-4f5c-9488-341fd3371c49 None None] Provisioning complete for port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:02.906011 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-05392446-2755-4f5c-9488-341fd3371c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:02.957483 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-05392446-2755-4f5c-9488-341fd3371c49 None None] Port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:05:03.077879 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c245d-b3c4-48b3-b027-4a497cdbc312 req-fd4ab939-4c97-44f6-b059-34bd350cd852 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:03.079380 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a52c245d-b3c4-48b3-b027-4a497cdbc312 req-fd4ab939-4c97-44f6-b059-34bd350cd852 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.2119639 Jul 20 15:05:03.084435 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:03.147504 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdfc91-8544-4808-9cce-7f1fcfb63f4d req-973bc069-b9d6-49e6-8a22-00586851f085 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:03.155710 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e7cdfc91-8544-4808-9cce-7f1fcfb63f4d req-973bc069-b9d6-49e6-8a22-00586851f085 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.1694877 Jul 20 15:05:03.176718 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a52c245d-b3c4-48b3-b027-4a497cdbc312 req-baf43380-2dec-4dbe-8a7b-e6974e3072d3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592830 Jul 20 15:05:03.185246 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:03.185854 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:03.216648 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e7cdfc91-8544-4808-9cce-7f1fcfb63f4d req-75c1385d-1ad4-4b51-bbac-faf0bbfa939e tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534494 Jul 20 15:05:03.241134 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:05:00Z', 'revision_number': 3, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:03.251968 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:03.257514 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:03.278353 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abeaf8d-9179-47f9-a5a3-e2ad15ec0bbc None None] The sync data for ids ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'] in dv-cinder-778907-2-iscsi is: [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:05:00Z', 'revision_number': 3, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:05:03.371324 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:03.383173 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:03.409276 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 7f627133-aa99-4133-9783-ead40b42b19a up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:03.438515 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde849-985e-4ed0-8f0c-0cd176c12771 req-78c93daa-3449-4c21-8fa6-d717b832af17 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:03.440198 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-31bde849-985e-4ed0-8f0c-0cd176c12771 req-78c93daa-3449-4c21-8fa6-d717b832af17 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1315818 Jul 20 15:05:03.461970 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 7f627133-aa99-4133-9783-ead40b42b19a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:03.462338 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:03.504136 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:05:03.532538 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-31bde849-985e-4ed0-8f0c-0cd176c12771 req-25ce3f11-7dbc-4a4b-ba0f-58f87c32b882 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Jul 20 15:05:03.548019 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:05:03.558262 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:05:03.702448 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Router aff45390-ee1f-4ccf-b60f-4b83d9b9765f has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:05:03.788559 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-2efe2f66-3fb4-43bb-91fe-9d5c3b63517e None None] Provisioning complete for port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:03.788947 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2efe2f66-3fb4-43bb-91fe-9d5c3b63517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:03.824722 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:05:03.825975 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-2efe2f66-3fb4-43bb-91fe-9d5c3b63517e None None] Port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:05:03.833652 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-52c31a06-c014-43fa-8ad9-d1d7c0d42e75 admin admin] 10.222.0.35 "PUT /v2.0/routers/aff45390-ee1f-4ccf-b60f-4b83d9b9765f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5058563 Jul 20 15:05:04.339428 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e13073-9b50-4208-aef3-b60e3f59a0b4 req-ce042555-ef71-4469-b487-39ac3f7b1635 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:04.342289 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a7e13073-9b50-4208-aef3-b60e3f59a0b4 req-ce042555-ef71-4469-b487-39ac3f7b1635 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0655344 Jul 20 15:05:04.382706 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a7e13073-9b50-4208-aef3-b60e3f59a0b4 req-06050772-6a9d-4782-871d-249457a095f1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346992 Jul 20 15:05:04.479407 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46790) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:04.484984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985026940', 'description': 'tempest-secgroup-smoke-1985026940 description', 'project_id': '782a0afded39400291f1b219dee11c83'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:04.511493 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.529876 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dcf20-aec7-48f0-85ac-d2521b81a3b5 req-d925d696-9216-48a5-bb77-ddea6a6fa0d9 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:04.531770 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b60dcf20-aec7-48f0-85ac-d2521b81a3b5 req-d925d696-9216-48a5-bb77-ddea6a6fa0d9 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.0770037 Jul 20 15:05:04.570006 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b60dcf20-aec7-48f0-85ac-d2521b81a3b5 req-871b7a2c-7e8d-4244-8764-f08ecaf61732 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Jul 20 15:05:04.639777 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.645750 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.701119 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.702327 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2218666 Jul 20 15:05:04.705905 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46794) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:04.711233 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group_rule': {'security_group_id': '959be63c-4c10-4970-9664-9fe7c31d7977', 'project_id': '782a0afded39400291f1b219dee11c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:04.724231 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb234a1-5b2a-441d-9eb2-ebb27d1b0152 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959be63c-4c10-4970-9664-9fe7c31d7977,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:04.748089 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.768624 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d4f3-846d-46bb-8a76-973ec34301fe req-b9237950-1a80-48fa-bc38-8dbbf431e43d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:04.770839 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c897d4f3-846d-46bb-8a76-973ec34301fe req-b9237950-1a80-48fa-bc38-8dbbf431e43d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0888042 Jul 20 15:05:04.809081 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.825851 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.836505 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c897d4f3-846d-46bb-8a76-973ec34301fe req-10fd3d5b-30fa-49c5-a9da-cb397e923149 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Jul 20 15:05:04.849401 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefb05eb-3ecd-4be7-8b44-3300f99c2db5,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:04.866459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['c99de994-f8f5-4c49-8c99-e287997edb34'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:05:04.869214 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:04.870788 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-38c08e0f-4a60-456d-8d9c-679130df0799 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635730 Jul 20 15:05:04.874796 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46802) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:04.881087 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group_rule': {'security_group_id': '959be63c-4c10-4970-9664-9fe7c31d7977', 'project_id': '782a0afded39400291f1b219dee11c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:04.916224 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.001365 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.007354 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.025281 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c518dae-b088-4367-8921-fdbd73237cb4,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:05.045879 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.046588 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Sync routers for ids ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:05:05.047511 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-32a26eaf-a540-4985-a995-4af6b11a650e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706827 Jul 20 15:05:05.050164 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46804) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:05.056263 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group_rule': {'security_group_id': '959be63c-4c10-4970-9664-9fe7c31d7977', 'project_id': '782a0afded39400291f1b219dee11c83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:05.069023 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:05.072517 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Routers {'aff45390-ee1f-4ccf-b60f-4b83d9b9765f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:05:05.073412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:05.092767 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.158133 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.163161 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.181693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dd7c57-773f-4213-bded-0c15769e91a7,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:05.192284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.196953 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2bc7d1c3-d226-4de0-af5d-38e076ca9f02 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421890 Jul 20 15:05:05.198149 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46806) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:05.204267 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group_rule': {'security_group_id': '959be63c-4c10-4970-9664-9fe7c31d7977', 'project_id': '782a0afded39400291f1b219dee11c83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:05.236103 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.240641 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:05.250382 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:05.250880 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.256842 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Set router aff45390-ee1f-4ccf-b60f-4b83d9b9765f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:05:05.313227 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.323573 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.346898 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa18808d-4f1b-43ac-8e60-5182724fa7cf,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:05.359071 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.363136 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 46812) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:05.363292 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-18046bcf-650d-4af3-940f-25b9bb4127e9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636593 Jul 20 15:05:05.368647 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group_rule': {'security_group_id': '959be63c-4c10-4970-9664-9fe7c31d7977', 'project_id': '782a0afded39400291f1b219dee11c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:05.392741 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.securitygroups_db [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Project 782a0afded39400291f1b219dee11c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:05:05.397977 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.485779 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.492019 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.539877 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.541929 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 46818) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:05.542430 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773674 Jul 20 15:05:05.543776 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.547991 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'security_group_rule': {'security_group_id': '959be63c-4c10-4970-9664-9fe7c31d7977', 'project_id': '782a0afded39400291f1b219dee11c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:05.564829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3ad4a-0bb5-443f-bf8d-dc67bf9764af tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1080e5-9fd7-4af9-9dca-645d9adcdb52,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:05.584045 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:05.593199 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.608885 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.securitygroups_db [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Project 782a0afded39400291f1b219dee11c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:05:05.618286 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.636165 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332663b7-220e-4060-87f1-36e9e2b6e470 req-390520d0-3af7-47f8-a04c-958b4dc277da tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:05.644639 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-332663b7-220e-4060-87f1-36e9e2b6e470 req-390520d0-3af7-47f8-a04c-958b4dc277da tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1240749 Jul 20 15:05:05.703935 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-332663b7-220e-4060-87f1-36e9e2b6e470 req-ac6a58c3-5da3-40de-8baf-4fe0f1a8df50 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581837 Jul 20 15:05:05.737364 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:05.772704 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.774565 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 4, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49', 'name': '', 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'mac_address': 'fa:16:3e:c0:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '96506d44-56be-494d-9aa1-9eb24b156111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:05:02Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 2, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'subnets': [{'id': '96506d44-56be-494d-9aa1-9eb24b156111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:05.778774 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.809984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd50f996-edf8-4655-b1c1-fcbabdf9527f,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:05.813949 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Checking router: aff45390-ee1f-4ccf-b60f-4b83d9b9765f for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:05:05.814280 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Updating router aff45390-ee1f-4ccf-b60f-4b83d9b9765f port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:05:05.817979 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.819238 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-cc77a8f4-1a90-4f01-92e7-3edc7e1eb334 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2754991 Jul 20 15:05:05.847562 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628e8e-cb69-4b15-bfc4-ec3b06e59c2e req-de887853-d1b3-4798-a793-f82d70bdbba9 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:05.855639 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c3628e8e-cb69-4b15-bfc4-ec3b06e59c2e req-de887853-d1b3-4798-a793-f82d70bdbba9 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.1777394 Jul 20 15:05:05.874168 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:05.952270 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c3628e8e-cb69-4b15-bfc4-ec3b06e59c2e req-ae881c15-195a-4ed0-815b-529888cfe401 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938122 Jul 20 15:05:06.053513 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9ed65-aa86-48f0-a2e7-77ced0c5586d req-664b8524-765f-4499-aaeb-8cebd8c3f721 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:06.062076 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-43d9ed65-aa86-48f0-a2e7-77ced0c5586d req-664b8524-765f-4499-aaeb-8cebd8c3f721 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1505859 Jul 20 15:05:06.088992 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-f8d7aa1b-8288-4e21-bb63-ee99a6675e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:06.126349 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-43d9ed65-aa86-48f0-a2e7-77ced0c5586d req-060004c6-fc5e-4be6-a2a4-287217ae4a4e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630693 Jul 20 15:05:06.304831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9dbf1-50a6-4068-aae3-66249b9e10af req-2daf54f6-b8be-4b8d-bec2-a7d5171219fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:06.306915 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-49b9dbf1-50a6-4068-aae3-66249b9e10af req-2daf54f6-b8be-4b8d-bec2-a7d5171219fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.0918334 Jul 20 15:05:06.324480 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:06.336780 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Transition to ACTIVE for port object b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:05:06.345936 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:06.346185 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-49b9dbf1-50a6-4068-aae3-66249b9e10af req-633e2c75-6692-4b0e-a6d7-01231fb7a868 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Jul 20 15:05:06.403838 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bb2e1-7fdd-4002-bbe3-afc4103825e3 None None] Pushing event updated for resources: {'Port': ['ID=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:06.457833 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Attempting to bind port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:05:06.458209 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Attempting to bind port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:05:06.458571 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Attempting to bind port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 on network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:05:06.463704 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:05:06.464079 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Checking segment: {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:05:06.464482 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:06.464983 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Bound using segment: {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:05:06.465334 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Bound port: b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:05:06.465751 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:06.532354 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] For port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:05:06.535943 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] For port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:05:06.539740 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:06.596175 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Routers {'aff45390-ee1f-4ccf-b60f-4b83d9b9765f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:05:06.596787 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:04:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:06.602072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bb2e1-7fdd-4002-bbe3-afc4103825e3 None None] Pushing event updated for resources: {'Port': ['ID=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:06.720593 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] Set router aff45390-ee1f-4ccf-b60f-4b83d9b9765f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:05:06.848658 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef69bd-c783-47c1-98ef-9adc55027e26 req-bcdbcaab-4396-4216-a54c-c2ab478254ed tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:06.850561 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ecef69bd-c783-47c1-98ef-9adc55027e26 req-bcdbcaab-4396-4216-a54c-c2ab478254ed tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0714476 Jul 20 15:05:06.889753 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ecef69bd-c783-47c1-98ef-9adc55027e26 req-fb77f75e-4ab8-4f19-a082-97f4984ba6d3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Jul 20 15:05:06.961981 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 4, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49', 'name': '', 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'mac_address': 'fa:16:3e:c0:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '96506d44-56be-494d-9aa1-9eb24b156111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:05:02Z', 'updated_at': '2021-07-20T15:05:06Z', 'revision_number': 4, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'subnets': [{'id': '96506d44-56be-494d-9aa1-9eb24b156111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:05:06.990083 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6708-7bfa-4a6b-b609-89907c700a06 None None] The sync data for ids ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'] in dv-cinder-778907-2-iscsi is: [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:05:02Z', 'revision_number': 4, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49', 'name': '', 'network_id': 'e7056e7a-d81c-49dd-a9ab-88f9fbd1885f', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'mac_address': 'fa:16:3e:c0:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '96506d44-56be-494d-9aa1-9eb24b156111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:05:02Z', 'updated_at': '2021-07-20T15:05:06Z', 'revision_number': 4, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'subnets': [{'id': '96506d44-56be-494d-9aa1-9eb24b156111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:05:07.002844 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:07.072769 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:07.073142 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:07.104403 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c2a07-27df-4919-ab24-0489c3c5bddf req-774f26bf-ea06-433b-92fa-1715867f69f0 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:07.106144 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b82c2a07-27df-4919-ab24-0489c3c5bddf req-774f26bf-ea06-433b-92fa-1715867f69f0 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.0947480 Jul 20 15:05:07.146575 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b82c2a07-27df-4919-ab24-0489c3c5bddf req-5490225c-8037-4e73-b43b-1d9c623a3766 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343544 Jul 20 15:05:07.281528 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fce76-031a-41fb-82e0-9fecbe659d4c req-1c25e7ce-34a7-4ace-bb3e-3df50ad30cd7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:07.283205 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-340fce76-031a-41fb-82e0-9fecbe659d4c req-1c25e7ce-34a7-4ace-bb3e-3df50ad30cd7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0707970 Jul 20 15:05:07.338200 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-340fce76-031a-41fb-82e0-9fecbe659d4c req-f4d18f9e-1b5c-46ef-82fa-d646580d4c90 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492167 Jul 20 15:05:08.025807 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adc121-5cd4-4d58-b0aa-1d64bcdff226 req-360e79ba-f87e-491b-a1e6-b3b6702c456a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:08.027325 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-22adc121-5cd4-4d58-b0aa-1d64bcdff226 req-360e79ba-f87e-491b-a1e6-b3b6702c456a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0626137 Jul 20 15:05:08.064557 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-22adc121-5cd4-4d58-b0aa-1d64bcdff226 req-4e68b37b-f440-4218-8f73-cb23170f7c4d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Jul 20 15:05:08.279797 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ada7f4-0e30-45e3-871b-d0e27352b26c req-44a75f3e-05bf-4054-9495-4026b6a7e393 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:08.281270 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-43ada7f4-0e30-45e3-871b-d0e27352b26c req-44a75f3e-05bf-4054-9495-4026b6a7e393 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.0635033 Jul 20 15:05:08.318202 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-43ada7f4-0e30-45e3-871b-d0e27352b26c req-3bc988c0-57e9-4b15-af3a-5266ba558ace tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Jul 20 15:05:08.471245 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aad2c9-be4e-4a1a-bbad-94ce2c380562 req-c22b6403-3f8c-4cdd-8609-9e787bb108b5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:08.472744 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-97aad2c9-be4e-4a1a-bbad-94ce2c380562 req-c22b6403-3f8c-4cdd-8609-9e787bb108b5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0668952 Jul 20 15:05:08.510560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-97aad2c9-be4e-4a1a-bbad-94ce2c380562 req-8a7f699f-143c-4423-8026-b1ea8d07315b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Jul 20 15:05:08.653244 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-93ec3cb4-8169-48a4-bc86-ddcc50591e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:08.687944 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.005371 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:09.052287 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:09.055835 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:09.056203 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.139742 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device c99de994-f8f5-4c49-8c99-e287997edb34 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:09.141901 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.198742 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0df1ec-bbc8-4b46-a1ef-ff25ff0b3d9c req-68c90f5a-cfaf-4652-813f-1bf712a82d17 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:09.200839 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8e0df1ec-bbc8-4b46-a1ef-ff25ff0b3d9c req-68c90f5a-cfaf-4652-813f-1bf712a82d17 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0654480 Jul 20 15:05:09.206201 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:09.213129 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.238669 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8e0df1ec-bbc8-4b46-a1ef-ff25ff0b3d9c req-2be48b79-56b7-4bf7-be4d-96c1ba53c243 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Jul 20 15:05:09.240510 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port c99de994-f8f5-4c49-8c99-e287997edb34 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:09.247513 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port c99de994-f8f5-4c49-8c99-e287997edb34 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:09.247885 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.413869 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:09.458057 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c653993-42fe-468c-8875-60abe56606fc req-901755ae-fd1e-482d-8f0e-ec033472029f tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:09.459596 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4c653993-42fe-468c-8875-60abe56606fc req-901755ae-fd1e-482d-8f0e-ec033472029f tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 949 time: 0.0641000 Jul 20 15:05:09.463741 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.487567 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab9951a-008d-4593-ae56-ed81da205627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99de994-f8f5-4c49-8c99-e287997edb34'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:09.490107 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64433ae8-f1ab-486a-9739-c443d1ae512a" -d '{"events": [{"server_uuid": "5ab9951a-008d-4593-ae56-ed81da205627", "name": "network-vif-plugged", "status": "completed", "tag": "c99de994-f8f5-4c49-8c99-e287997edb34"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:09.501949 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4c653993-42fe-468c-8875-60abe56606fc req-5709e89c-7812-4429-807f-f49ecf224332 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Jul 20 15:05:09.512118 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port c99de994-f8f5-4c49-8c99-e287997edb34, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=c99de994-f8f5-4c49-8c99-e287997edb34,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:09.520321 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.565853 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ed5f6-ca9b-4a36-a895-58a173fc30bc x-openstack-request-id: req-d55ed5f6-ca9b-4a36-a895-58a173fc30bc {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:09.566257 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab9951a-008d-4593-ae56-ed81da205627", "name": "network-vif-plugged", "status": "completed", "tag": "c99de994-f8f5-4c49-8c99-e287997edb34", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:09.567390 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d55ed5f6-ca9b-4a36-a895-58a173fc30bc {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:09.567541 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab9951a-008d-4593-ae56-ed81da205627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99de994-f8f5-4c49-8c99-e287997edb34', 'code': 200} Jul 20 15:05:09.592992 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=c99de994-f8f5-4c49-8c99-e287997edb34,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:09.670871 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42178b25-2084-4805-8ae1-5ce9183b005e req-7ad2ad3a-57e0-4b2d-94a0-5e8a28038271 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:09.672402 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-42178b25-2084-4805-8ae1-5ce9183b005e req-7ad2ad3a-57e0-4b2d-94a0-5e8a28038271 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0751295 Jul 20 15:05:09.717606 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-42178b25-2084-4805-8ae1-5ce9183b005e req-069899e6-ae4c-4b47-afca-807ffb864917 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Jul 20 15:05:09.826464 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a1dc9-8c8c-46ee-bfb4-d5a850227989 req-9a0cec09-cd0a-45bb-bc66-e3911f880a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:09.828255 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-572a1dc9-8c8c-46ee-bfb4-d5a850227989 req-9a0cec09-cd0a-45bb-bc66-e3911f880a55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 1103 time: 0.0664897 Jul 20 15:05:09.834364 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:09.867804 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-572a1dc9-8c8c-46ee-bfb4-d5a850227989 req-f62ddb0c-ec86-4819-8356-4a64651c322b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308483 Jul 20 15:05:10.379943 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44b418-44b5-43a6-b686-4768100b9a92 req-65283eaa-543c-4511-ad24-cd607ae2758c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:10.381402 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4a44b418-44b5-43a6-b686-4768100b9a92 req-65283eaa-543c-4511-ad24-cd607ae2758c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0665572 Jul 20 15:05:10.423153 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4a44b418-44b5-43a6-b686-4768100b9a92 req-10270dc5-3af5-4b4e-930c-14fd55e5bdd6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362175 Jul 20 15:05:10.641120 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2451-a0cc-4a38-83b8-45ca6d164181 req-2ae98c0c-7d74-4742-a75a-bfbc2cc00898 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:10.642763 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8e8f2451-a0cc-4a38-83b8-45ca6d164181 req-2ae98c0c-7d74-4742-a75a-bfbc2cc00898 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 950 time: 0.0665355 Jul 20 15:05:10.679278 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8e8f2451-a0cc-4a38-83b8-45ca6d164181 req-244894ca-3b31-44e4-a516-00f8fa88f6d2 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jul 20 15:05:10.852234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ab37d-4e1c-4e6a-ba24-d3b9ebeb05f8 req-c2ebb0dc-6f5b-4c49-ad46-6de715b81537 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:10.854022 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c46ab37d-4e1c-4e6a-ba24-d3b9ebeb05f8 req-c2ebb0dc-6f5b-4c49-ad46-6de715b81537 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0689344 Jul 20 15:05:10.896689 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c46ab37d-4e1c-4e6a-ba24-d3b9ebeb05f8 req-2c5887d6-e3e2-4e3f-b2d0-4969e0e02754 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Jul 20 15:05:10.992302 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:11.046706 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:11.047084 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:11.417866 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:11.566734 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09eaa8-9370-456b-b3e3-15bcfbcf0977 req-beb3212e-0f22-44f0-b0ea-8a7df203ac3f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:11.568385 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5b09eaa8-9370-456b-b3e3-15bcfbcf0977 req-beb3212e-0f22-44f0-b0ea-8a7df203ac3f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0662796 Jul 20 15:05:11.608350 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5b09eaa8-9370-456b-b3e3-15bcfbcf0977 req-76d8960d-fb26-4b64-88cf-072037cd190d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Jul 20 15:05:11.812378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874880c2-6387-4fe2-9c64-c0b7b8670e83 req-d775e4b9-3416-4f98-a57a-a23848f36937 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:11.813849 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-874880c2-6387-4fe2-9c64-c0b7b8670e83 req-d775e4b9-3416-4f98-a57a-a23848f36937 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 950 time: 0.0683546 Jul 20 15:05:12.055832 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6f2c-4d90-4c0e-8469-d7f2107249f8 req-7258ea2c-b081-4515-9a0a-a8bd4a3459ea tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.057438 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f24a6f2c-4d90-4c0e-8469-d7f2107249f8 req-7258ea2c-b081-4515-9a0a-a8bd4a3459ea tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0796869 Jul 20 15:05:12.079626 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-874880c2-6387-4fe2-9c64-c0b7b8670e83 req-1d20221d-aa68-4626-a9c3-e65a3082d565 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594419 Jul 20 15:05:12.113646 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f24a6f2c-4d90-4c0e-8469-d7f2107249f8 req-3e2e1a45-e7d4-417d-acd9-d5c2878e4e31 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501504 Jul 20 15:05:12.382228 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6e271-26a7-4509-93d0-7a45e6adc62c req-dfc94723-e837-4e46-82e2-757095f5d0e9 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.384147 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2be6e271-26a7-4509-93d0-7a45e6adc62c req-dfc94723-e837-4e46-82e2-757095f5d0e9 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 950 time: 0.0699973 Jul 20 15:05:12.431229 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2be6e271-26a7-4509-93d0-7a45e6adc62c req-8d893fb4-9fab-43d5-932c-0da20803add4 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Jul 20 15:05:12.432274 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d691-e80e-4df8-a2bd-b2592465998d req-ad678e56-0636-4ca3-99f0-696d1c4d484c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.434343 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5db9d691-e80e-4df8-a2bd-b2592465998d req-ad678e56-0636-4ca3-99f0-696d1c4d484c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0856459 Jul 20 15:05:12.519575 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5db9d691-e80e-4df8-a2bd-b2592465998d req-7144e46b-9a41-4483-92af-4b20a5aa93b5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656698 Jul 20 15:05:12.550893 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-b56dc185-470c-4493-9602-72ec206df08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.552659 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-b56dc185-470c-4493-9602-72ec206df08e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.1170070 Jul 20 15:05:12.646907 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-25fbfdfb-22f3-45c0-86a9-bac945db983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.648355 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-25fbfdfb-22f3-45c0-86a9-bac945db983e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.0836010 Jul 20 15:05:12.711560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-9f8f298e-7721-4dbc-af5c-2a72ef748d66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0373394 Jul 20 15:05:12.749149 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406acf42-7d14-4855-a26d-7d0bbbe69222 req-a896f05c-f0a8-4768-a128-198f60404164 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.750941 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-406acf42-7d14-4855-a26d-7d0bbbe69222 req-a896f05c-f0a8-4768-a128-198f60404164 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0675247 Jul 20 15:05:12.785004 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-e42ba55f-f4b6-475a-b98d-bb9dbcfeb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:12.786955 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-e42ba55f-f4b6-475a-b98d-bb9dbcfeb5ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0601230 Jul 20 15:05:12.795006 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-406acf42-7d14-4855-a26d-7d0bbbe69222 req-a487a683-1a9c-4e5a-a4cc-9a3d31c6d6c5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367043 Jul 20 15:05:12.827549 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-a6ecdff6-d117-4d04-b483-0a7e43a65d90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331705 Jul 20 15:05:12.918140 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-95f5cc40-b255-4824-889a-f1d0717989a8 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824673 Jul 20 15:05:13.011617 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-61c68c4a-93a9-4fc6-9246-a18ba378bb45 req-a5e6ac65-bb47-4d2e-8900-9299fb28fdeb service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836632 Jul 20 15:05:13.570984 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca62d97-13d6-4719-b2fb-ef951f1f08a4 req-3f960490-94dd-4786-9f3d-2159103774bc tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:13.576991 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dca62d97-13d6-4719-b2fb-ef951f1f08a4 req-3f960490-94dd-4786-9f3d-2159103774bc tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 950 time: 0.0752025 Jul 20 15:05:13.616026 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dca62d97-13d6-4719-b2fb-ef951f1f08a4 req-acd3776f-a81c-4db9-a49a-780a4dfbb008 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Jul 20 15:05:13.666466 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b63a4a-9b54-44ff-a4f2-eb5c08dabd8c req-9fd4b275-50a6-40af-9d22-61f72ce4105f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:13.668115 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-16b63a4a-9b54-44ff-a4f2-eb5c08dabd8c req-9fd4b275-50a6-40af-9d22-61f72ce4105f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jul 20 15:05:13.705152 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-16b63a4a-9b54-44ff-a4f2-eb5c08dabd8c req-4442f3cf-f53b-4876-a8c6-a414b17ac201 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308266 Jul 20 15:05:13.932063 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9be89-8b46-4811-b2e3-ef3b3f8210fd req-05f40741-751a-426a-910a-0e3ba8cd1aeb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:13.933541 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e9be89-8b46-4811-b2e3-ef3b3f8210fd req-05f40741-751a-426a-910a-0e3ba8cd1aeb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0642116 Jul 20 15:05:13.972080 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e9be89-8b46-4811-b2e3-ef3b3f8210fd req-67e58455-1632-41de-bb0f-ea13e038611d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Jul 20 15:05:14.132843 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 47044) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:14.246644 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6964df08-01a6-425c-af27-3fdf28e69e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.338977 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6964df08-01a6-425c-af27-3fdf28e69e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.342631 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6964df08-01a6-425c-af27-3fdf28e69e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.379595 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6964df08-01a6-425c-af27-3fdf28e69e3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86968887e240426fb27ffb1a02301b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456703 Jul 20 15:05:14.380521 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964df08-01a6-425c-af27-3fdf28e69e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3feb766-41f6-431f-88e5-7e27660eb001,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:14.382224 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47048) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:14.437320 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-14ed3d9a-36c7-43ba-b405-ac2924917db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.465106 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-14ed3d9a-36c7-43ba-b405-ac2924917db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.527320 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-14ed3d9a-36c7-43ba-b405-ac2924917db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.529812 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-14ed3d9a-36c7-43ba-b405-ac2924917db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:14.530994 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-14ed3d9a-36c7-43ba-b405-ac2924917db3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3feb766-41f6-431f-88e5-7e27660eb001 HTTP/1.1" status: 204 len: 168 time: 0.1476548 Jul 20 15:05:14.538945 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed3d9a-36c7-43ba-b405-ac2924917db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3feb766-41f6-431f-88e5-7e27660eb001,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:14.757902 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2d3ec-250b-447b-80a1-46bbc425eccc req-3820e886-4635-424e-804e-ea253ceab36f tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:14.760472 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b4c2d3ec-250b-447b-80a1-46bbc425eccc req-3820e886-4635-424e-804e-ea253ceab36f tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 950 time: 0.0754669 Jul 20 15:05:14.832170 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b4c2d3ec-250b-447b-80a1-46bbc425eccc req-efc5d8b4-66ff-44db-afb5-f1d411fabbb5 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/security-groups?id=644a40a7-7c77-4b30-a0a3-0e66f0893128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616264 Jul 20 15:05:14.911755 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767606-c96a-4889-8b90-3fe4b03fd80f req-40a7c3f4-36ce-46a6-9d9a-d7a525dc0b1f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:14.913464 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a4767606-c96a-4889-8b90-3fe4b03fd80f req-40a7c3f4-36ce-46a6-9d9a-d7a525dc0b1f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1267562 Jul 20 15:05:14.921696 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-85721d66-fe11-4654-ab35-82ab54ef5cdf tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:14.923381 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-85721d66-fe11-4654-ab35-82ab54ef5cdf tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 950 time: 0.1520855 Jul 20 15:05:14.994853 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a4767606-c96a-4889-8b90-3fe4b03fd80f req-282b7ccd-4c98-4fbd-aa29-ae9f45207148 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 Jul 20 15:05:15.062565 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Deleting port c99de994-f8f5-4c49-8c99-e287997edb34 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:05:15.062959 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:15.158706 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae5b1-6a3f-408b-80fb-b6e5fe2f97fa req-f843398e-1a7d-402e-ac82-71c0691a970a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:15.160243 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-35cae5b1-6a3f-408b-80fb-b6e5fe2f97fa req-f843398e-1a7d-402e-ac82-71c0691a970a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0799370 Jul 20 15:05:15.166646 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] For port c99de994-f8f5-4c49-8c99-e287997edb34, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=c99de994-f8f5-4c49-8c99-e287997edb34,segment=NetworkSegment(9ebf6d24-02d8-4f70-b835-eef7e1f83deb),segment_id=9ebf6d24-02d8-4f70-b835-eef7e1f83deb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:15.167269 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:15.191728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Calling delete_port for c99de994-f8f5-4c49-8c99-e287997edb34 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:05:15.216138 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-35cae5b1-6a3f-408b-80fb-b6e5fe2f97fa req-0d4ed585-ac37-494a-a2d4-533c4fff434f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496440 Jul 20 15:05:15.596550 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:15.629535 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Pushing event deleted for resources: {'Port': ['ID=c99de994-f8f5-4c49-8c99-e287997edb34,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:15.645004 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['c99de994-f8f5-4c49-8c99-e287997edb34'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:05:15.676783 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] No DVR routers for this DVR port c99de994-f8f5-4c49-8c99-e287997edb34 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:05:15.679646 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:15.681819 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-01bfccdd-9b16-4ffd-8e80-c5fcccfcefdb req-29c0f1a7-d7af-48cc-85a7-b84d49e86004 tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.36 "DELETE /v2.0/ports/c99de994-f8f5-4c49-8c99-e287997edb34 HTTP/1.1" status: 204 len: 173 time: 0.7503698 Jul 20 15:05:15.682260 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab9951a-008d-4593-ae56-ed81da205627', 'name': 'network-vif-deleted', 'tag': 'c99de994-f8f5-4c49-8c99-e287997edb34'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:15.684606 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff2b11-8af9-45d2-8d1b-3392ab36286d" -d '{"events": [{"server_uuid": "5ab9951a-008d-4593-ae56-ed81da205627", "name": "network-vif-deleted", "tag": "c99de994-f8f5-4c49-8c99-e287997edb34"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:15.793640 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d52067-fa4b-44c9-af29-05a8ea994ae8 x-openstack-request-id: req-24d52067-fa4b-44c9-af29-05a8ea994ae8 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:15.793996 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab9951a-008d-4593-ae56-ed81da205627", "name": "network-vif-deleted", "tag": "c99de994-f8f5-4c49-8c99-e287997edb34", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:15.794309 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24d52067-fa4b-44c9-af29-05a8ea994ae8 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:15.794801 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab9951a-008d-4593-ae56-ed81da205627', 'name': 'network-vif-deleted', 'tag': 'c99de994-f8f5-4c49-8c99-e287997edb34', 'status': 'completed', 'code': 200} Jul 20 15:05:15.958639 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b23a0a11-ad28-4cae-9f21-5811a675df79 req-854b2e6c-d819-423f-a426-4fb12980a84c tempest-VolumesNegativeTest-1516226596 tempest-VolumesNegativeTest-1516226596-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ab9951a-008d-4593-ae56-ed81da205627 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Jul 20 15:05:16.130877 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57ab5-f476-40a2-9903-3d679a1e7ed8 req-2201ee5c-bdc6-45b1-a21e-ec2bd8c5d7d9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:16.132403 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-84b57ab5-f476-40a2-9903-3d679a1e7ed8 req-2201ee5c-bdc6-45b1-a21e-ec2bd8c5d7d9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0657473 Jul 20 15:05:16.173762 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-84b57ab5-f476-40a2-9903-3d679a1e7ed8 req-22445432-366c-4df6-9933-4e7e06af6774 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353315 Jul 20 15:05:16.177870 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47112) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:16.215264 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:05:16.407838 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-572289a7-3238-4784-99b0-4763b58b195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.429346 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:16.444126 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'mac_address': 'fa:16:3e:48:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:05:16.462395 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df0234-336d-48b6-86a6-f35a00db54e5 req-d158f12e-824d-44a5-a33c-1a535e3e4c72 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:16.476619 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-09df0234-336d-48b6-86a6-f35a00db54e5 req-d158f12e-824d-44a5-a33c-1a535e3e4c72 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1549907 Jul 20 15:05:16.536848 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.547576 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-09df0234-336d-48b6-86a6-f35a00db54e5 req-33975178-8977-4b1e-b60b-c8109f623738 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697770 Jul 20 15:05:16.566297 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2833585b-71fb-4215-a8de-4573d4ed7d40 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:05:16.584161 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-572289a7-3238-4784-99b0-4763b58b195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.590497 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-572289a7-3238-4784-99b0-4763b58b195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.609565 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:16.618394 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.620413 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-572289a7-3238-4784-99b0-4763b58b195e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=632a0c441e4548a49631fc277214949c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415174 Jul 20 15:05:16.623718 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 47128) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:16.671742 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572289a7-3238-4784-99b0-4763b58b195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e2175-fc2a-4c5a-9929-7f74017463ff,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:16.708657 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=6']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:16.715729 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9133218f-6818-459f-93cd-e0be52190c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.740479 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9133218f-6818-459f-93cd-e0be52190c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.789770 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9133218f-6818-459f-93cd-e0be52190c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.793814 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9133218f-6818-459f-93cd-e0be52190c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:16.795638 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-9133218f-6818-459f-93cd-e0be52190c51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df1e2175-fc2a-4c5a-9929-7f74017463ff HTTP/1.1" status: 204 len: 168 time: 0.1705790 Jul 20 15:05:16.812633 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133218f-6818-459f-93cd-e0be52190c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1e2175-fc2a-4c5a-9929-7f74017463ff,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:16.883175 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['2833585b-71fb-4215-a8de-4573d4ed7d40'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:05:17.570064 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47178) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:17.666511 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1972770728-network', 'tenant_id': '0b3798cf12b2418b8809561099222814'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:17.690332 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Made reservation on behalf of 0b3798cf12b2418b8809561099222814 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:05:17.693003 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:17.702122 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:17.705720 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3fc70-2f84-4d5a-8c2d-79b6f40a58cf req-c4dd3b48-6724-4b14-a127-b338613554e2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:17.707359 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5ee3fc70-2f84-4d5a-8c2d-79b6f40a58cf req-c4dd3b48-6724-4b14-a127-b338613554e2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.0776975 Jul 20 15:05:17.775639 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5ee3fc70-2f84-4d5a-8c2d-79b6f40a58cf req-f7c84ff5-7dd2-47d3-b9ca-6f2baf077452 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608940 Jul 20 15:05:17.847298 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:17.853022 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:17.898258 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:05:17.932288 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd77208-c5a0-4d68-95a1-39c9af6aa5de,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:17.935418 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:17.935769 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Added segment da0a0245-cec7-452c-af81-8b45cd74e448 of type vlan for network 2e50d494-a946-40ff-9c0f-2c09ad51393f Jul 20 15:05:18.001456 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.012477 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 47204) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:18.048684 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.049678 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:18.050332 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.067443 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21953ba2-89f5-468d-a9cf-4d4beb2f5a09 req-cdf7d089-23b0-4178-9997-a9ca64341f16 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:18.069171 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-21953ba2-89f5-468d-a9cf-4d4beb2f5a09 req-cdf7d089-23b0-4178-9997-a9ca64341f16 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1963727 Jul 20 15:05:18.199497 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-97cb04f1-ba88-4658-999b-408d48f19d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.217634 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-21953ba2-89f5-468d-a9cf-4d4beb2f5a09 req-fc0aebd4-d930-4561-90f8-05f570fa68bd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309376 Jul 20 15:05:18.218485 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] Pushing event updated for resources: {'Network': ['ID=2e50d494-a946-40ff-9c0f-2c09ad51393f,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:18.223210 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-24014a3d-24e5-4001-907b-e6cd6c8f0756 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6520164 Jul 20 15:05:18.226409 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47214) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:18.232158 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 2e50d494-a946-40ff-9c0f-2c09ad51393f details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:05:18.233894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Request body: {'subnet': {'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1972770728-subnet', 'tenant_id': '0b3798cf12b2418b8809561099222814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:18.258676 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.db.api [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:05:18.258676 dv-cinder-778907-2-iscsi neutron-server[93312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 20 15:05:18.258676 dv-cinder-778907-2-iscsi neutron-server[93312]: [parameters: {'project_id': '0b3798cf12b2418b8809561099222814', 'id': '1d972e9e-dd04-4964-8c46-be45ec6ded4b', 'expiration': datetime.datetime(2021, 7, 20, 15, 7, 18, 253336)}] Jul 20 15:05:18.258676 dv-cinder-778907-2-iscsi neutron-server[93312]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:05:18.259519 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG oslo_db.api [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:05:18.368935 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-97cb04f1-ba88-4658-999b-408d48f19d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.380571 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-97cb04f1-ba88-4658-999b-408d48f19d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.428302 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-97cb04f1-ba88-4658-999b-408d48f19d49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a384d98b29b04636a20c91c84478a9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143767 Jul 20 15:05:18.429312 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb04f1-ba88-4658-999b-408d48f19d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5a086-69f5-44d3-be0c-4c4458cbe023,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:18.437075 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47222) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:18.498968 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0dbb-e646-4094-bbf9-47a709c57cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.527828 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0dbb-e646-4094-bbf9-47a709c57cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.577462 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0dbb-e646-4094-bbf9-47a709c57cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.580580 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0dbb-e646-4094-bbf9-47a709c57cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.582144 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f5fc0dbb-e646-4094-bbf9-47a709c57cba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38c5a086-69f5-44d3-be0c-4c4458cbe023 HTTP/1.1" status: 204 len: 168 time: 0.1430705 Jul 20 15:05:18.592213 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc0dbb-e646-4094-bbf9-47a709c57cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5a086-69f5-44d3-be0c-4c4458cbe023,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:18.788734 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Made reservation on behalf of 0b3798cf12b2418b8809561099222814 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:05:18.791317 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:18.994277 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:19.079381 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=629b1225-8bc2-4d3e-b561-955c0594a5b1,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:19.107838 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Checking segment: {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:05:19.108198 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Network hostable DHCP agents. Network: 2e50d494-a946-40ff-9c0f-2c09ad51393f, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:05:19.135889 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8c06-d5c5-4411-8284-94146e72ce3e req-e0127c52-dce7-4483-a6b4-644be9c53598 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:19.137558 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80ef8c06-d5c5-4411-8284-94146e72ce3e req-e0127c52-dce7-4483-a6b4-644be9c53598 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.1191487 Jul 20 15:05:19.145917 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Network 2e50d494-a946-40ff-9c0f-2c09ad51393f is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:05:19.168128 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 2e50d494-a946-40ff-9c0f-2c09ad51393f) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:05:19.172750 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:19.173341 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:19.182291 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9735bb-0a48-40e8-b55e-960b0520001f None None] Network 2e50d494-a946-40ff-9c0f-2c09ad51393f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:05:19.198017 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80ef8c06-d5c5-4411-8284-94146e72ce3e req-7206e2f9-a2d9-483a-814d-7f8a1dc8ca66 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494790 Jul 20 15:05:19.212829 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5f7cbcbd-1c87-4476-9117-e3539c7a6b5e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9768014 Jul 20 15:05:19.332969 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870282ab-f1df-42fe-947f-bda0fc18235a None None] Network 2e50d494-a946-40ff-9c0f-2c09ad51393f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:05:19.463274 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:19.517790 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 2833585b-71fb-4215-a8de-4573d4ed7d40 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:19.518257 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:19.635046 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:19.668116 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:19.670770 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe20c0-0dad-40f6-bb8d-5cd79f796c29" -d '{"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:19.685746 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:19.693339 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:19.694415 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device c99de994-f8f5-4c49-8c99-e287997edb34 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:05:19.742054 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1b602-4f4f-46cd-8d09-5b2f9c3a8226 x-openstack-request-id: req-48e1b602-4f4f-46cd-8d09-5b2f9c3a8226 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:19.742481 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:19.743028 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48e1b602-4f4f-46cd-8d09-5b2f9c3a8226 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:19.743625 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'code': 200} Jul 20 15:05:19.746941 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: c99de994-f8f5-4c49-8c99-e287997edb34 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:05:19.747292 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device c99de994-f8f5-4c49-8c99-e287997edb34 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:05:19.775027 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=7']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:20.363166 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd72e-8bd2-4ad0-9440-6508ec7e5d7b req-c68542a0-b131-4270-8ce8-3f20ab3df0cd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:20.364685 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fa6fd72e-8bd2-4ad0-9440-6508ec7e5d7b req-c68542a0-b131-4270-8ce8-3f20ab3df0cd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0726025 Jul 20 15:05:20.400846 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fa6fd72e-8bd2-4ad0-9440-6508ec7e5d7b req-6a883600-b06e-46d2-8314-bfed8c136418 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307531 Jul 20 15:05:21.539988 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d460fb-eb1d-4669-8909-69c2bd89b9d7 req-be87d184-6b28-4684-ba14-1c0396eead13 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:21.541527 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c2d460fb-eb1d-4669-8909-69c2bd89b9d7 req-be87d184-6b28-4684-ba14-1c0396eead13 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0674365 Jul 20 15:05:21.601223 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c2d460fb-eb1d-4669-8909-69c2bd89b9d7 req-466287fe-3725-4c99-bdb6-a248437193eb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530944 Jul 20 15:05:21.690361 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8391-3208-407a-9177-de038557cb00 req-798fd48e-66a8-486b-8740-4a88686048f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:21.691913 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-798fd48e-66a8-486b-8740-4a88686048f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1098 time: 0.0577447 Jul 20 15:05:22.308740 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-1c0ad343-987b-4140-b422-f07d302be1ad tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:22.310218 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-1c0ad343-987b-4140-b422-f07d302be1ad tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/networks?id=2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 200 len: 814 time: 0.1140697 Jul 20 15:05:22.329019 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-0d535adb-c650-4852-ace1-901a73bc8d88 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/quotas/0b3798cf12b2418b8809561099222814 HTTP/1.1" status: 200 len: 375 time: 0.0114014 Jul 20 15:05:22.371108 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-71388890-5476-48d8-810a-b40c3b127af1 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b3798cf12b2418b8809561099222814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361161 Jul 20 15:05:22.474299 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-d11f63e3-bc7e-49b8-b415-894d1da5f3c9 service neutron] 10.222.0.35 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951245 Jul 20 15:05:22.569487 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-906e2c81-7f4e-44a7-9edd-dc3f2edf39b0 service neutron] 10.222.0.35 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877790 Jul 20 15:05:22.725684 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:22.777512 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6d13ae6e-d597-432e-8385-a489e9109013 req-3557b427-7879-4616-a5ec-c33bb0678caf tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0417826 Jul 20 15:05:22.800370 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a8f6-eee4-4efd-af8f-98f0434da044 req-c74fb207-bb75-462d-aeb2-6a1a6c4f5c5a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:22.801915 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7580a8f6-eee4-4efd-af8f-98f0434da044 req-c74fb207-bb75-462d-aeb2-6a1a6c4f5c5a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1088021 Jul 20 15:05:22.850314 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7580a8f6-eee4-4efd-af8f-98f0434da044 req-9d0b9a5e-baa1-4884-b103-f4ae50fcac48 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 Jul 20 15:05:23.780446 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8391-3208-407a-9177-de038557cb00 req-4dd8b6b1-b0fb-4092-96b0-61e13548f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:23.781911 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-4dd8b6b1-b0fb-4092-96b0-61e13548f9f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.0884852 Jul 20 15:05:23.876477 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-483a8de4-961b-4eb4-bdad-bdb56aa7386c req-59593dc2-c16d-4088-9e62-7f3b75656245 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0292139 Jul 20 15:05:23.982076 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fbc91-06be-4299-ac23-aacd712ec005 req-b8f4889d-a990-4813-950b-94cb34ef43ce tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:23.983574 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e75fbc91-06be-4299-ac23-aacd712ec005 req-b8f4889d-a990-4813-950b-94cb34ef43ce tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0632544 Jul 20 15:05:24.020037 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e75fbc91-06be-4299-ac23-aacd712ec005 req-ec0454b7-87a0-47cb-a51d-8f7778d7eebe tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308099 Jul 20 15:05:24.777466 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-90d43320-57e2-4aab-a673-58e0a6a22c25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 200 len: 1000 time: 0.0722091 Jul 20 15:05:24.848187 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8391-3208-407a-9177-de038557cb00 req-04bb18db-fbba-470d-9e0d-3589dc62947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:24.849941 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-04bb18db-fbba-470d-9e0d-3589dc62947b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0637820 Jul 20 15:05:24.936690 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8391-3208-407a-9177-de038557cb00 req-a81bf34e-b8d8-41cc-a98e-5f174eaa2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:24.939488 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-a81bf34e-b8d8-41cc-a98e-5f174eaa2ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754392 Jul 20 15:05:25.026069 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb4f4504-4829-484a-b619-e9b321b80b10 req-108d8464-a429-431b-a085-133c092f3aa3 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0576088 Jul 20 15:05:25.118559 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-42a454f4-5e63-4f02-95dc-32f8bf01daf2 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724830 Jul 20 15:05:25.182057 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e895cf-d982-49ed-83ef-4193778e5ac5 req-ce48e370-c8ca-4560-8fbe-bd5f4475e241 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:25.184212 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-71e895cf-d982-49ed-83ef-4193778e5ac5 req-ce48e370-c8ca-4560-8fbe-bd5f4475e241 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0756013 Jul 20 15:05:25.238068 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bbc8391-3208-407a-9177-de038557cb00 req-1b8b8d65-294b-4bbf-a6e5-328f8c53ddf8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114588 Jul 20 15:05:25.242203 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-71e895cf-d982-49ed-83ef-4193778e5ac5 req-584a6e7c-4c75-40da-be16-766845e177ae tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524485 Jul 20 15:05:25.948982 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-f215c2ed-9d11-4d36-9a98-2e73d5c36028 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:25.951557 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-f215c2ed-9d11-4d36-9a98-2e73d5c36028 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "GET /v2.0/networks?id=2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 200 len: 814 time: 0.1357775 Jul 20 15:05:26.115089 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47622) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:26.153972 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-79259394-8b7d-4dcc-ae5a-7ad3f03521a7 req-07fd1747-818b-4f0d-8908-f3b9ab4129e7 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0366292 Jul 20 15:05:26.252569 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-294d405b-d401-4696-b6f7-32d1bdb5fff6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62bc9f317f0a407492365b7e289930fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361639 Jul 20 15:05:26.254852 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47628) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:26.310251 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-03807dbf-f4e1-4521-b6a8-18f36979280e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:26.332643 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-03807dbf-f4e1-4521-b6a8-18f36979280e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:26.381388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d72d-8d8d-42ad-8de6-019d324c4470 req-46145d96-cf78-4d9b-a0cf-5538ddc3fac3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:26.383632 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4f53d72d-8d8d-42ad-8de6-019d324c4470 req-46145d96-cf78-4d9b-a0cf-5538ddc3fac3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0699508 Jul 20 15:05:26.390072 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-03807dbf-f4e1-4521-b6a8-18f36979280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:26.392918 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-03807dbf-f4e1-4521-b6a8-18f36979280e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:26.394176 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-03807dbf-f4e1-4521-b6a8-18f36979280e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/644a40a7-7c77-4b30-a0a3-0e66f0893128 HTTP/1.1" status: 204 len: 168 time: 0.1383796 Jul 20 15:05:26.402434 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03807dbf-f4e1-4521-b6a8-18f36979280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a40a7-7c77-4b30-a0a3-0e66f0893128,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:26.431196 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4f53d72d-8d8d-42ad-8de6-019d324c4470 req-8f6fb0f6-214d-42f1-80e5-156e057721e7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 Jul 20 15:05:27.271725 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-123f6148-a8dc-48f5-bcd0-8ff29e844bfa req-6b1dded5-6e65-435c-bb32-b7c7cf1f58fa tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0419672 Jul 20 15:05:27.616428 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff550cdb-1714-4e87-8c10-645402344fcc req-348be021-61fd-4c82-b628-d87e2e513e06 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:27.629413 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ff550cdb-1714-4e87-8c10-645402344fcc req-348be021-61fd-4c82-b628-d87e2e513e06 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0919826 Jul 20 15:05:27.664737 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ff550cdb-1714-4e87-8c10-645402344fcc req-dd5ad75c-7fe6-40a0-8827-01b7929005fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Jul 20 15:05:28.386985 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0b60df1d-d3a7-4770-b477-d1b993076bfd req-8e243d3d-5aa7-4db7-a08c-ca3edf987d2c tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0441182 Jul 20 15:05:28.860780 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafdb57-044e-49d2-8dec-cf6ddd0a19d9 req-108a212f-5529-4280-bf7e-997c0e951879 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:28.862296 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ffafdb57-044e-49d2-8dec-cf6ddd0a19d9 req-108a212f-5529-4280-bf7e-997c0e951879 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0887301 Jul 20 15:05:28.908414 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ffafdb57-044e-49d2-8dec-cf6ddd0a19d9 req-3bd1b516-b5cc-437d-b336-7da9feb201ca tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380023 Jul 20 15:05:29.089870 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Request body: {'port': {'device_id': '12101030-55ad-4565-afc6-88acb16e7b4b', 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f', 'admin_state_up': True, 'tenant_id': '0b3798cf12b2418b8809561099222814'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:29.212537 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Made reservation on behalf of 0b3798cf12b2418b8809561099222814 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:05:29.216772 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:29.386798 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Allocated IP 172.20.0.7 (2e50d494-a946-40ff-9c0f-2c09ad51393f/629b1225-8bc2-4d3e-b561-955c0594a5b1/a92e533c-ec6e-4a4e-83c5-f98361cd2399) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:05:29.496812 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a075d1ab-e1fe-412e-8bf5-8bc3a2e96c33 req-d80f7cf6-ef00-4650-b5a6-fbb2d476a289 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 210 time: 0.0334885 Jul 20 15:05:29.627790 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:29.676355 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:29.757168 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Network 2e50d494-a946-40ff-9c0f-2c09ad51393f is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:05:29.763470 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:05:29.771960 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:05:29.780652 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Pushing event updated for resources: {'Port': ['ID=a92e533c-ec6e-4a4e-83c5-f98361cd2399,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:29.818286 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.818783 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.819134 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.819477 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.820106 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.820459 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.820797 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.821157 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.821577 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.821914 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.822241 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.822777 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:29.852800 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:29.853721 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:29.873875 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-f0ff6ad7-9d87-49dd-9201-f8c924e6bb39 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888749 Jul 20 15:05:29.896094 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Request body: {'port': {'device_id': '12101030-55ad-4565-afc6-88acb16e7b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:30.014520 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:30.129904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e36a-2e98-4cc6-801c-b98e26edb213 req-8ca80b10-8d72-455b-9fdf-01b122fd702a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:30.136816 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1096e36a-2e98-4cc6-801c-b98e26edb213 req-8ca80b10-8d72-455b-9fdf-01b122fd702a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1447315 Jul 20 15:05:30.195253 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1096e36a-2e98-4cc6-801c-b98e26edb213 req-04454517-f565-4557-a837-116730e309e7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573018 Jul 20 15:05:30.483434 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92e533c-ec6e-4a4e-83c5-f98361cd2399 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:05:30.496419 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:30.513312 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Transition to ACTIVE for port object a92e533c-ec6e-4a4e-83c5-f98361cd2399 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:05:30.520821 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:30.729163 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc55f26-426a-46c9-ba7a-1b3b96d06af7 req-304d2dd5-ffbc-4c67-9ec5-b4fc60372354 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:30.736275 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2fc55f26-426a-46c9-ba7a-1b3b96d06af7 req-304d2dd5-ffbc-4c67-9ec5-b4fc60372354 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 943 time: 0.0938115 Jul 20 15:05:30.758308 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Pushing event updated for resources: {'Port': ['ID=a92e533c-ec6e-4a4e-83c5-f98361cd2399,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:30.764294 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Attempting to bind port a92e533c-ec6e-4a4e-83c5-f98361cd2399 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:05:30.764637 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Attempting to bind port a92e533c-ec6e-4a4e-83c5-f98361cd2399 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:05:30.764967 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Attempting to bind port a92e533c-ec6e-4a4e-83c5-f98361cd2399 on network 2e50d494-a946-40ff-9c0f-2c09ad51393f {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:05:30.773171 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Port a92e533c-ec6e-4a4e-83c5-f98361cd2399 on network 2e50d494-a946-40ff-9c0f-2c09ad51393f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:05:30.773585 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Attempting to bind port a92e533c-ec6e-4a4e-83c5-f98361cd2399 on network 2e50d494-a946-40ff-9c0f-2c09ad51393f {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:05:30.780266 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:05:30.780529 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Checking segment: {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:05:30.781038 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Bound using segment: {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:05:30.781553 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Bound port: a92e533c-ec6e-4a4e-83c5-f98361cd2399, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:05:30.781956 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:30.864008 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2fc55f26-426a-46c9-ba7a-1b3b96d06af7 req-31f7afe5-ac53-431a-b612-c2588ba49ec0 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263616 Jul 20 15:05:30.906995 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] For port a92e533c-ec6e-4a4e-83c5-f98361cd2399, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:05:30.916460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] For port a92e533c-ec6e-4a4e-83c5-f98361cd2399, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:05:30.926093 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:31.013150 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.013781 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:31.015492 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] 10.222.0.36 "PUT /v2.0/ports/a92e533c-ec6e-4a4e-83c5-f98361cd2399 HTTP/1.1" status: 200 len: 1093 time: 1.1249232 Jul 20 15:05:31.016000 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12101030-55ad-4565-afc6-88acb16e7b4b', 'tag': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:31.018236 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b2514-abec-402a-8aaa-2dc436f0059d" -d '{"events": [{"name": "network-changed", "server_uuid": "12101030-55ad-4565-afc6-88acb16e7b4b", "tag": "a92e533c-ec6e-4a4e-83c5-f98361cd2399"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:31.086418 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-4af1aaaa-3753-4cdf-a17d-5928aa101867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.088149 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-4af1aaaa-3753-4cdf-a17d-5928aa101867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.1180308 Jul 20 15:05:31.116123 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06da7fd-dcf4-4a05-a61c-47544a57bfc6 x-openstack-request-id: req-e06da7fd-dcf4-4a05-a61c-47544a57bfc6 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:31.116616 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12101030-55ad-4565-afc6-88acb16e7b4b", "tag": "a92e533c-ec6e-4a4e-83c5-f98361cd2399", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:31.117013 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e06da7fd-dcf4-4a05-a61c-47544a57bfc6 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:31.117572 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12101030-55ad-4565-afc6-88acb16e7b4b', 'tag': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399', 'status': 'completed', 'code': 200} Jul 20 15:05:31.119569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1527-002c-4760-b767-ea5d73ec2b9b service neutron] Pushing event updated for resources: {'Port': ['ID=a92e533c-ec6e-4a4e-83c5-f98361cd2399,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:31.207087 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485a8d4-4bd3-43dd-86ad-f950b6adc6ca req-56823e91-e7fc-4608-a94a-92c94812dc3c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.208517 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-fdf1a86e-3def-414c-b8b3-82e5511cc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.209003 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e485a8d4-4bd3-43dd-86ad-f950b6adc6ca req-56823e91-e7fc-4608-a94a-92c94812dc3c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1640363 Jul 20 15:05:31.209981 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-fdf1a86e-3def-414c-b8b3-82e5511cc805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.0909472 Jul 20 15:05:31.210698 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-8f9d756f-3686-4700-91bc-b804554ac0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.212059 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-8f9d756f-3686-4700-91bc-b804554ac0b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b3798cf12b2418b8809561099222814&device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 1096 time: 0.0891817 Jul 20 15:05:31.278975 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-37d98d67-416d-4f0d-98ef-1e11b33a5d70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0385053 Jul 20 15:05:31.298939 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e485a8d4-4bd3-43dd-86ad-f950b6adc6ca req-5136dd8d-ec22-415b-bcd1-10630aa10613 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Jul 20 15:05:31.300755 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-87c0a8c4-eaaf-493d-b929-6b1f4053be1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399 HTTP/1.1" status: 200 len: 217 time: 0.0575826 Jul 20 15:05:31.368162 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-54e41ccd-ca10-4ead-b5c2-ea88e7e82de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.369701 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-54e41ccd-ca10-4ead-b5c2-ea88e7e82de7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0794327 Jul 20 15:05:31.382492 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826875af-23cc-4545-8436-2fcc2f43669a req-552fa17f-de68-4615-91ba-06ba06486fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.384538 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-552fa17f-de68-4615-91ba-06ba06486fe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=629b1225-8bc2-4d3e-b561-955c0594a5b1 HTTP/1.1" status: 200 len: 854 time: 0.0723219 Jul 20 15:05:31.417146 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-8e04f37e-4e58-4ed4-a877-ab59ec11bf1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367060 Jul 20 15:05:31.424712 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89e78c-d7e5-465c-97e6-6b18a4adfd7b req-7eee3853-51d8-4900-9681-3794820d3bc6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.426465 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4d89e78c-d7e5-465c-97e6-6b18a4adfd7b req-7eee3853-51d8-4900-9681-3794820d3bc6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1463287 Jul 20 15:05:31.447918 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-bd78c169-620b-4275-8f3d-b765cabd5f29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e50d494-a946-40ff-9c0f-2c09ad51393f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484796 Jul 20 15:05:31.532126 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-4e5b5489-05e3-4529-a856-bd56680e9216 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944386 Jul 20 15:05:31.554930 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-d9472122-0aa8-48b1-babe-cb1f2c0d644b service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969448 Jul 20 15:05:31.603172 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4d89e78c-d7e5-465c-97e6-6b18a4adfd7b req-af22c524-9a01-4fdf-812b-66ec582fb59a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666176 Jul 20 15:05:31.668401 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-826875af-23cc-4545-8436-2fcc2f43669a req-16781a91-3339-40d9-a60f-dd8d007a07da service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062102 Jul 20 15:05:31.684836 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4c8d1b43-e59b-456f-9331-8dec5be42abc req-3f6fe6fe-0c77-4f95-a8a9-8ec8f8c95719 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405513 Jul 20 15:05:31.882772 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-5567d66a-9acf-451f-ab5f-e1c951534157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:31.884377 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-5567d66a-9acf-451f-ab5f-e1c951534157 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b3798cf12b2418b8809561099222814&device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 1096 time: 0.0620613 Jul 20 15:05:32.035625 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc408e-7ec8-42d4-83d6-69b31ae2b335 req-043926fc-8a5d-4179-98c3-4808b5d5ef69 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:32.040088 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cebc408e-7ec8-42d4-83d6-69b31ae2b335 req-043926fc-8a5d-4179-98c3-4808b5d5ef69 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 943 time: 0.0966437 Jul 20 15:05:32.058244 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-14007900-27c5-4804-bbe4-ccbe67de0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:32.060094 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-14007900-27c5-4804-bbe4-ccbe67de0c59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 200 len: 915 time: 0.1092298 Jul 20 15:05:32.091453 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cebc408e-7ec8-42d4-83d6-69b31ae2b335 req-89eb01c1-5da2-47b1-9726-b6d45b438fd7 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Jul 20 15:05:32.147521 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-cf793698-50b1-4ec5-927d-279d86592bf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399 HTTP/1.1" status: 200 len: 217 time: 0.0675366 Jul 20 15:05:32.206430 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-0251710f-35d2-43d2-b2d5-fcffda94c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:32.208432 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-0251710f-35d2-43d2-b2d5-fcffda94c58f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=629b1225-8bc2-4d3e-b561-955c0594a5b1 HTTP/1.1" status: 200 len: 854 time: 0.0535519 Jul 20 15:05:32.326412 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-7ec11ea4-432e-4464-97d9-65a12be1e8da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e50d494-a946-40ff-9c0f-2c09ad51393f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967908 Jul 20 15:05:32.490334 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-ddc2238c-3c34-46fa-a657-f6089e21c7ca service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489809 Jul 20 15:05:32.512263 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380dfe7-741c-4c56-bdca-1bbf2bdf38eb req-5e6acf1a-04aa-45e3-a9f4-0475a9f278eb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:32.514910 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f380dfe7-741c-4c56-bdca-1bbf2bdf38eb req-5e6acf1a-04aa-45e3-a9f4-0475a9f278eb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1092119 Jul 20 15:05:32.614946 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f380dfe7-741c-4c56-bdca-1bbf2bdf38eb req-da1c7f02-51f2-4502-b872-d95d0be675f2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913756 Jul 20 15:05:32.644836 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f1b2514-abec-402a-8aaa-2dc436f0059d req-d2055b0f-6423-4528-b8a3-6349e2ff4c35 service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415346 Jul 20 15:05:32.767196 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946f6c8-d1d2-4d34-a82f-108f067f3824 req-0f2b4b04-84b9-4bb1-b0c3-85c02eb129dc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:32.768956 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3946f6c8-d1d2-4d34-a82f-108f067f3824 req-0f2b4b04-84b9-4bb1-b0c3-85c02eb129dc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0871317 Jul 20 15:05:32.813299 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3946f6c8-d1d2-4d34-a82f-108f067f3824 req-00011ae2-a6c6-48d2-a1d5-75eefe9d0957 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367005 Jul 20 15:05:33.233387 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124919-9b19-4ed6-aff5-5fbc4bcd1cae req-d7974279-1260-4647-835a-953815a13519 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:33.234810 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ae124919-9b19-4ed6-aff5-5fbc4bcd1cae req-d7974279-1260-4647-835a-953815a13519 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 943 time: 0.0664029 Jul 20 15:05:33.272479 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ae124919-9b19-4ed6-aff5-5fbc4bcd1cae req-c0983794-1cfb-4ab9-b6ee-7613f197a09e tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Jul 20 15:05:33.777828 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4961e44-fcbf-40ca-afc0-d0ab9026fa7b req-9442683b-52c2-4afe-9100-9a6c22750ab5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:33.779318 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a4961e44-fcbf-40ca-afc0-d0ab9026fa7b req-9442683b-52c2-4afe-9100-9a6c22750ab5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0734491 Jul 20 15:05:33.816170 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a4961e44-fcbf-40ca-afc0-d0ab9026fa7b req-cf3a6894-a494-4db3-80e5-3958ab594b59 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jul 20 15:05:33.953986 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd1be5-ca05-4834-871d-deee2871faf3 req-b2f089d9-e0c5-4720-8a48-c3f1c27d2e56 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:33.955584 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-05bd1be5-ca05-4834-871d-deee2871faf3 req-b2f089d9-e0c5-4720-8a48-c3f1c27d2e56 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0667655 Jul 20 15:05:33.997943 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-05bd1be5-ca05-4834-871d-deee2871faf3 req-c5756128-cb18-4b7e-8843-7a324e881a6c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354836 Jul 20 15:05:34.492598 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6b69-337c-4c26-97ec-c69e9a2fe373 req-411c6917-908c-434e-bcdf-3153d0d9dedb tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:34.492887 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ffb6b69-337c-4c26-97ec-c69e9a2fe373 req-411c6917-908c-434e-bcdf-3153d0d9dedb tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 943 time: 0.1515348 Jul 20 15:05:34.513160 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device a92e533c-ec6e-4a4e-83c5-f98361cd2399 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:05:34.576008 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ffb6b69-337c-4c26-97ec-c69e9a2fe373 req-12c6d2e5-d2a2-42c9-a28f-e3272cf073dc tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803623 Jul 20 15:05:34.681089 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port a92e533c-ec6e-4a4e-83c5-f98361cd2399, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:34.693273 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399', 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f', 'port_id': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399', 'mac_address': 'fa:16:3e:e9:42:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629b1225-8bc2-4d3e-b561-955c0594a5b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:05:34.739629 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:34.755346 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92e533c-ec6e-4a4e-83c5-f98361cd2399 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:05:34.780569 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port a92e533c-ec6e-4a4e-83c5-f98361cd2399, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:34.786437 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:34.854765 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=a92e533c-ec6e-4a4e-83c5-f98361cd2399,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:34.978286 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07276e-51fc-4680-b7e7-99fe4bef3f28 req-deec2816-3116-49b4-93ff-230e2974a652 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:34.980064 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f07276e-51fc-4680-b7e7-99fe4bef3f28 req-deec2816-3116-49b4-93ff-230e2974a652 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0838690 Jul 20 15:05:35.033204 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f07276e-51fc-4680-b7e7-99fe4bef3f28 req-460c0b96-f87e-4549-bbf6-bc7128f4c027 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Jul 20 15:05:35.165893 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3746c-0e8d-466c-9ff4-fe8027a031f3 req-457afe33-2818-4506-898c-e252dd6c067d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:35.172839 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4de3746c-0e8d-466c-9ff4-fe8027a031f3 req-457afe33-2818-4506-898c-e252dd6c067d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0814657 Jul 20 15:05:35.193152 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['a92e533c-ec6e-4a4e-83c5-f98361cd2399'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:05:35.222572 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4de3746c-0e8d-466c-9ff4-fe8027a031f3 req-04bab94a-5736-48ca-ba86-b8656af208f6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488486 Jul 20 15:05:35.504903 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-b53fa365-fa40-4d5c-9436-0958ffece8e1 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985026940&fields=id&tenant_id=782a0afded39400291f1b219dee11c83 HTTP/1.1" status: 200 len: 267 time: 0.0629263 Jul 20 15:05:35.631566 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-f0d6e545-3510-4a71-b61c-f35d057be36a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:35.633131 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-f0d6e545-3510-4a71-b61c-f35d057be36a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 808 time: 0.1265354 Jul 20 15:05:35.659991 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-de400209-cd57-441d-a16a-e66d2d15f120 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/quotas/782a0afded39400291f1b219dee11c83 HTTP/1.1" status: 200 len: 375 time: 0.0113981 Jul 20 15:05:35.804480 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf0562-0d3a-496c-b76e-ee19801a5198 req-d21ff4df-494f-48e2-be7e-cf71e2aec82f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:35.812644 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8baf0562-0d3a-496c-b76e-ee19801a5198 req-d21ff4df-494f-48e2-be7e-cf71e2aec82f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 944 time: 0.1195385 Jul 20 15:05:35.838679 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-e0087859-7d8e-4e14-841c-eed7b3a61944 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613913 Jul 20 15:05:35.898134 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8baf0562-0d3a-496c-b76e-ee19801a5198 req-4b4a8784-d4f7-4a6e-a8e4-c7b2ca8aa1ab tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840979 Jul 20 15:05:36.001439 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5778e7ed-079c-4733-b0a0-7871a55b3706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.066154 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-c9496d39-df56-4b37-8133-0d060ad9d6ea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 15:05:36.067905 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-c9496d39-df56-4b37-8133-0d060ad9d6ea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580420 Jul 20 15:05:36.183140 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 47838) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:36.217161 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-ee9cb748-2a2d-4b82-8c97-b5d033e85c9f service neutron] 10.222.0.35 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370478 Jul 20 15:05:36.229826 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48e7b-5741-4e1b-8b45-424d4bb35402 req-9b15fc82-6a41-4dc6-8a1b-38d816216c0b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:36.239997 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-95b48e7b-5741-4e1b-8b45-424d4bb35402 req-9b15fc82-6a41-4dc6-8a1b-38d816216c0b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1037734 Jul 20 15:05:36.310298 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-95b48e7b-5741-4e1b-8b45-424d4bb35402 req-304cd622-c9a5-4dd6-af1a-e07075d0157e tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689390 Jul 20 15:05:36.346143 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba26d-d1f6-40ca-a355-000656a10e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.358733 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-f4939469-9977-4aef-8c43-45139b46ea08 service neutron] 10.222.0.35 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321704 Jul 20 15:05:36.526418 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f2c2-0146-4866-852b-f841f7ebbce0 req-eb88ef86-8656-4b98-a04d-03e374d8b168 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:36.526698 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device a92e533c-ec6e-4a4e-83c5-f98361cd2399 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:05:36.528028 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8fa3f2c2-0146-4866-852b-f841f7ebbce0 req-eb88ef86-8656-4b98-a04d-03e374d8b168 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.1445315 Jul 20 15:05:36.571652 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba26d-d1f6-40ca-a355-000656a10e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.587668 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba26d-d1f6-40ca-a355-000656a10e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.641245 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port a92e533c-ec6e-4a4e-83c5-f98361cd2399 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:36.647744 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port a92e533c-ec6e-4a4e-83c5-f98361cd2399 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:36.648389 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.658012 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-0d0ba26d-d1f6-40ca-a355-000656a10e4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a96a16e07f0c4e35b35ba5badebf130b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703281 Jul 20 15:05:36.658378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 47850) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:36.676039 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8fa3f2c2-0146-4866-852b-f841f7ebbce0 req-20275f77-4289-4837-aa5c-8dafa0c76d66 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024106 Jul 20 15:05:36.679999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ba26d-d1f6-40ca-a355-000656a10e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e74ad5-e565-473d-bdc6-76d42dae56e8,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:36.746260 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.763253 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.783522 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.805982 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12101030-55ad-4565-afc6-88acb16e7b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:36.809669 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c4d3a-1853-41a9-a239-557f66f7ecc4" -d '{"events": [{"server_uuid": "12101030-55ad-4565-afc6-88acb16e7b4b", "name": "network-vif-plugged", "status": "completed", "tag": "a92e533c-ec6e-4a4e-83c5-f98361cd2399"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:36.834812 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port a92e533c-ec6e-4a4e-83c5-f98361cd2399, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:36.845124 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.871750 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.874431 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:36.885777 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95e74ad5-e565-473d-bdc6-76d42dae56e8 HTTP/1.1" status: 204 len: 168 time: 0.2214105 Jul 20 15:05:36.895931 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c6c00-864b-41ab-b6c8-c125c6a33636 x-openstack-request-id: req-2c6c6c00-864b-41ab-b6c8-c125c6a33636 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:36.896745 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12101030-55ad-4565-afc6-88acb16e7b4b", "name": "network-vif-plugged", "status": "completed", "tag": "a92e533c-ec6e-4a4e-83c5-f98361cd2399", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:36.897238 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c6c6c00-864b-41ab-b6c8-c125c6a33636 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:36.897842 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12101030-55ad-4565-afc6-88acb16e7b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399', 'code': 200} Jul 20 15:05:36.903672 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e74ad5-e565-473d-bdc6-76d42dae56e8,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:36.918186 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.918548 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.920089 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.920395 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.920758 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.921058 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.921389 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.921719 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.922088 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.922368 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.922716 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.923086 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e5590b-ef94-4011-88f1-937823cef015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:05:36.993751 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=a92e533c-ec6e-4a4e-83c5-f98361cd2399,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:37.030911 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f17f28bd-c03e-49e5-bbe9-332eb67cc638 req-60dc46c3-38d9-4a68-ae87-cde8484abe82 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0401144 Jul 20 15:05:37.138130 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df6c3-dfbc-46ec-8089-6f8d61b70916 req-79aae75d-e82f-40a0-9494-bb6610ea9c2b tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:37.147250 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c1df6c3-dfbc-46ec-8089-6f8d61b70916 req-79aae75d-e82f-40a0-9494-bb6610ea9c2b tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.1097353 Jul 20 15:05:37.215913 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c1df6c3-dfbc-46ec-8089-6f8d61b70916 req-736edb56-9151-4477-b4ad-c687ecf870d4 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631988 Jul 20 15:05:37.258916 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56638-f10a-4d18-ab2e-8d6604c0e541 req-dacbc5b3-a074-40f2-a10f-7b7032f5f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:37.261945 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-dfe56638-f10a-4d18-ab2e-8d6604c0e541 req-dacbc5b3-a074-40f2-a10f-7b7032f5f63d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 1098 time: 0.1001368 Jul 20 15:05:37.303265 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-dfe56638-f10a-4d18-ab2e-8d6604c0e541 req-6dc17e9c-fb3b-492b-a6a2-9de3ca78d00b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Jul 20 15:05:37.433943 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657100-98b3-44db-b859-663b474aac79 req-178c02ba-08a8-4eb4-8a93-3a53a09a84d8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:37.435487 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e3657100-98b3-44db-b859-663b474aac79 req-178c02ba-08a8-4eb4-8a93-3a53a09a84d8 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0629389 Jul 20 15:05:37.481367 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e3657100-98b3-44db-b859-663b474aac79 req-0ab95b09-d4d8-4c26-852c-8ff320adca57 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Jul 20 15:05:37.806945 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae93fa-ef16-4371-a3ac-40bc581d0430 req-81b46a21-c062-4d49-8658-036855eb1614 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:37.808449 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-41ae93fa-ef16-4371-a3ac-40bc581d0430 req-81b46a21-c062-4d49-8658-036855eb1614 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0649943 Jul 20 15:05:37.849507 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-41ae93fa-ef16-4371-a3ac-40bc581d0430 req-0aaa58eb-a8d0-4d1f-a630-06b98607db4a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344875 Jul 20 15:05:38.123816 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-205bbcc6-b26c-4e66-b2ac-d3760f0652f0 req-568ac821-d1f2-4c39-b783-80609aec7951 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0396826 Jul 20 15:05:38.344645 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b65d-904a-48ba-bf7a-9226e4da5df7 req-3b1f69cb-14e8-4373-9129-5652b330f833 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:38.346073 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a447b65d-904a-48ba-bf7a-9226e4da5df7 req-3b1f69cb-14e8-4373-9129-5652b330f833 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.0645943 Jul 20 15:05:38.388472 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a447b65d-904a-48ba-bf7a-9226e4da5df7 req-c8f5fbee-42fa-4208-8d2c-ecfe62f82582 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Jul 20 15:05:38.433328 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-014c1897-76a2-46bf-9051-fe9d9f112dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:38.437689 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-014c1897-76a2-46bf-9051-fe9d9f112dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1098 time: 0.0586572 Jul 20 15:05:38.537834 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-752d7a55-ff54-4cb5-9079-cb06279d575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:38.539435 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-752d7a55-ff54-4cb5-9079-cb06279d575f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.0966363 Jul 20 15:05:38.641685 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-5286609c-bb8f-4b5e-bd79-a4136298298d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 200 len: 1000 time: 0.0953088 Jul 20 15:05:38.662240 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9167-7aca-4bf3-bb4d-43f78bfdc763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:38.695757 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:38.701990 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d723b3e-eb0e-4d33-8cbc-c7f6619ff03c req-3da389f9-79d2-44d7-9101-08485c0d773f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:38.703809 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2d723b3e-eb0e-4d33-8cbc-c7f6619ff03c req-3da389f9-79d2-44d7-9101-08485c0d773f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1184707 Jul 20 15:05:38.722234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-a4c28472-39be-4a16-be65-0618d59b46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:38.723703 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-a4c28472-39be-4a16-be65-0618d59b46e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0721071 Jul 20 15:05:38.760976 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2d723b3e-eb0e-4d33-8cbc-c7f6619ff03c req-26404e4f-8f7e-40b0-aff9-bd4a4069f2d0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Jul 20 15:05:38.816170 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-e658ab45-baad-4e3d-b770-21b43c8324dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:38.817687 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-e658ab45-baad-4e3d-b770-21b43c8324dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674682 Jul 20 15:05:38.937877 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-b782189d-ff80-4b34-8724-b4f91549ba6c service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107614 Jul 20 15:05:39.013548 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acebd10-f88a-433a-baa3-b949e3a84062 req-a5e930b3-cc0a-4735-bf9f-53f3245c9fd1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:39.015198 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1acebd10-f88a-433a-baa3-b949e3a84062 req-a5e930b3-cc0a-4735-bf9f-53f3245c9fd1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0768049 Jul 20 15:05:39.057441 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-39385b6e-ff1b-4acd-b89e-0a3ec4740422 req-d884eac0-c568-4af2-ad8b-b9187a9c6bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116838 Jul 20 15:05:39.059481 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1acebd10-f88a-433a-baa3-b949e3a84062 req-a2212c75-a0c3-4b25-8733-babf59ee5bac tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382433 Jul 20 15:05:39.220838 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7c288c7f-175a-41ce-97ea-2a859c46880b req-f3584cf6-11d2-4ae1-9ea9-86d9521be75b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0441792 Jul 20 15:05:39.530561 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8abbe5-ae35-44c6-aba4-01f3ad5e09dd req-d7ad7210-82b9-4495-95e5-4deb7c3fbf47 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:39.532102 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7f8abbe5-ae35-44c6-aba4-01f3ad5e09dd req-d7ad7210-82b9-4495-95e5-4deb7c3fbf47 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.0637481 Jul 20 15:05:39.569399 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7f8abbe5-ae35-44c6-aba4-01f3ad5e09dd req-72aab376-5b2c-44c9-89cf-5fee92bc2362 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Jul 20 15:05:39.840178 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:39.939305 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50745276-cb83-4081-9b7d-509d0df3babf req-0d4f0b0b-5200-41aa-8588-1efcecfe6ffd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:39.941209 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-50745276-cb83-4081-9b7d-509d0df3babf req-0d4f0b0b-5200-41aa-8588-1efcecfe6ffd tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1043043 Jul 20 15:05:39.998002 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-50745276-cb83-4081-9b7d-509d0df3babf req-cdbf974a-948b-4a3b-a7e1-9f691db1e3ef tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Jul 20 15:05:40.208517 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82e116-3032-42a4-b010-1cd0c3ff2b3e req-92fcae35-f960-46d1-a8f4-5d94f4304eb8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:40.209945 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ec82e116-3032-42a4-b010-1cd0c3ff2b3e req-92fcae35-f960-46d1-a8f4-5d94f4304eb8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0754974 Jul 20 15:05:40.249073 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ec82e116-3032-42a4-b010-1cd0c3ff2b3e req-9018a3fe-2ca2-4905-b4b8-ab5b1e5fac2f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335925 Jul 20 15:05:40.321121 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-52e5d6ac-8acd-466b-8902-60c5e6ba08f1 req-8f574cec-67c4-413a-a860-396a834f3064 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0329809 Jul 20 15:05:40.495208 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:05:41.132986 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7309bd-9d38-4bdb-8e7a-282aee81bd2b req-96c6e925-e088-4afd-86eb-7de93f701531 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:41.135096 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-af7309bd-9d38-4bdb-8e7a-282aee81bd2b req-96c6e925-e088-4afd-86eb-7de93f701531 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0658202 Jul 20 15:05:41.174304 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-af7309bd-9d38-4bdb-8e7a-282aee81bd2b req-0ee4fa70-5782-4464-9d8f-988a8a346e43 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jul 20 15:05:41.415616 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9d30d-7fcd-4df0-aa80-68b893fc6414 req-832cf5b2-6b77-4b67-8a8e-720b3a9d8f84 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:41.419048 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-66c9d30d-7fcd-4df0-aa80-68b893fc6414 req-832cf5b2-6b77-4b67-8a8e-720b3a9d8f84 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0728312 Jul 20 15:05:41.425385 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:41.427290 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fe8f7643-7428-4566-855a-5e3f27040e05 req-20680742-5f4c-493a-828b-df1fc6fea7ae tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0324361 Jul 20 15:05:41.467255 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-66c9d30d-7fcd-4df0-aa80-68b893fc6414 req-bf7d5c03-d6ce-40fb-831f-ad417424317b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Jul 20 15:05:42.086877 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f9f79-b5bf-4bbe-bdac-163d5bfff86f req-35b9f45e-13f6-4d38-9001-468c5c3b4ce3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:42.088439 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ae6f9f79-b5bf-4bbe-bdac-163d5bfff86f req-35b9f45e-13f6-4d38-9001-468c5c3b4ce3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 945 time: 0.0686057 Jul 20 15:05:42.127306 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ae6f9f79-b5bf-4bbe-bdac-163d5bfff86f req-a5873446-5427-4d12-b980-e00eb08dc29d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332830 Jul 20 15:05:42.387720 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f544d8-c2ac-4d54-a57a-01f0af6f379f req-2300ea0b-6f20-47c7-aa71-a67516604489 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:42.389327 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-41f544d8-c2ac-4d54-a57a-01f0af6f379f req-2300ea0b-6f20-47c7-aa71-a67516604489 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1365979 Jul 20 15:05:42.527262 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6c8f4e3c-4f25-46cf-a966-626b2309066f req-ac72a16e-8f39-440a-b566-79d1a181d84b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0313785 Jul 20 15:05:42.528525 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48016) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:05:42.571038 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:05:42.657984 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-aafdfacb-70fc-4c92-a08e-ada54a85509e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283097 Jul 20 15:05:42.663227 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:42.685845 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-549969d1-58ac-49b1-9f82-a1ce5bd503e7 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:42.687323 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-549969d1-58ac-49b1-9f82-a1ce5bd503e7 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 808 time: 0.3895750 Jul 20 15:05:42.688763 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:42.692546 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1c1c2-6fbf-4345-9b7f-a82d5c6a5d2c" -d '{"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-unplugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:42.709701 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:05:42.718796 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:42.738943 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-41f544d8-c2ac-4d54-a57a-01f0af6f379f req-6c63ef82-2e91-4240-87e4-38948ab58e72 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102663 Jul 20 15:05:42.749897 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c602e8e2-7d6d-4327-aa14-11e4fd6cce66 x-openstack-request-id: req-c602e8e2-7d6d-4327-aa14-11e4fd6cce66 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:42.750175 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-unplugged", "status": "failed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "code": 422}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:42.750659 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c602e8e2-7d6d-4327-aa14-11e4fd6cce66 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:42.751225 dv-cinder-778907-2-iscsi neutron-server[93313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'code': 422} returned with failed status Jul 20 15:05:42.767331 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-264bbd87-86f5-43eb-b512-f63f1bd95186 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=782a0afded39400291f1b219dee11c83 HTTP/1.1" status: 200 len: 380 time: 0.0592387 Jul 20 15:05:42.776783 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'port': {'device_id': '63076beb-6e01-4f5d-a338-43e20470f42a', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'admin_state_up': True, 'tenant_id': '782a0afded39400291f1b219dee11c83', 'security_groups': ['959be63c-4c10-4970-9664-9fe7c31d7977']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:42.780351 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=8']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:42.895748 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Made reservation on behalf of 782a0afded39400291f1b219dee11c83 for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:05:42.899440 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.023417 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Allocated IP 172.20.0.8 (5610d451-b349-4c66-8dbd-616fa4bf70f9/a2c517cc-ba8e-4f04-874d-1dba499ea7d4/798533cf-8e73-430f-8ec4-0c86916e517a) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:05:43.195904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.221142 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Transition to ACTIVE for port object 798533cf-8e73-430f-8ec4-0c86916e517a will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:05:43.281722 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.332127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae77dc-fda6-46d1-8c55-d23e832d0057 req-ab05f418-098c-4e22-a347-ce836d7d764a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:43.334713 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-63ae77dc-fda6-46d1-8c55-d23e832d0057 req-ab05f418-098c-4e22-a347-ce836d7d764a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.1156645 Jul 20 15:05:43.347503 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:05:43.351733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:05:43.354051 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:43.356291 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:05:43.392855 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-63ae77dc-fda6-46d1-8c55-d23e832d0057 req-cca968ed-2326-4bfb-baf6-a1cec49b1984 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510478 Jul 20 15:05:43.426571 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:43.427274 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.454119 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-b3718b80-9bbd-4dad-ae6f-446e02baf827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811502 Jul 20 15:05:43.474171 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Request body: {'port': {'device_id': '63076beb-6e01-4f5d-a338-43e20470f42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:05:43.560400 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.602748 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-65950cb5-b183-4050-8472-c03a8f00f70f None None] Provisioning for port 798533cf-8e73-430f-8ec4-0c86916e517a completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:05:43.608519 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-65950cb5-b183-4050-8472-c03a8f00f70f None None] Provisioning complete for port 798533cf-8e73-430f-8ec4-0c86916e517a triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:05:43.609507 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-65950cb5-b183-4050-8472-c03a8f00f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.654867 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-65950cb5-b183-4050-8472-c03a8f00f70f None None] Port 798533cf-8e73-430f-8ec4-0c86916e517a cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:05:43.805174 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd06e61-3b56-4343-9439-4ec124be61c9 req-758142dc-359b-4fae-98b0-a3dc4c25175c tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:43.807267 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8cd06e61-3b56-4343-9439-4ec124be61c9 req-758142dc-359b-4fae-98b0-a3dc4c25175c tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 931 time: 0.1935999 Jul 20 15:05:43.872295 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788459a0-a36b-4053-a03d-a5c8f358fcb0 req-8a15405a-51a0-4936-9648-cc1908010af1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:43.873790 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8cd06e61-3b56-4343-9439-4ec124be61c9 req-94151548-1762-4dce-8f8f-37b7fe659472 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581582 Jul 20 15:05:43.874114 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-788459a0-a36b-4053-a03d-a5c8f358fcb0 req-8a15405a-51a0-4936-9648-cc1908010af1 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0681481 Jul 20 15:05:43.923007 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-788459a0-a36b-4053-a03d-a5c8f358fcb0 req-f451149a-e437-4a72-9843-9e7a64f49b52 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Jul 20 15:05:43.952998 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798533cf-8e73-430f-8ec4-0c86916e517a {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:05:43.962217 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:43.979946 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Transition to ACTIVE for port object 798533cf-8e73-430f-8ec4-0c86916e517a will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:05:43.984465 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:44.038195 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:44.143954 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Attempting to bind port 798533cf-8e73-430f-8ec4-0c86916e517a on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:05:44.144339 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Attempting to bind port 798533cf-8e73-430f-8ec4-0c86916e517a by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:05:44.144673 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Attempting to bind port 798533cf-8e73-430f-8ec4-0c86916e517a on network 5610d451-b349-4c66-8dbd-616fa4bf70f9 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:05:44.151776 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Port 798533cf-8e73-430f-8ec4-0c86916e517a on network 5610d451-b349-4c66-8dbd-616fa4bf70f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:05:44.152219 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Attempting to bind port 798533cf-8e73-430f-8ec4-0c86916e517a on network 5610d451-b349-4c66-8dbd-616fa4bf70f9 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:05:44.159097 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:05:44.159432 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Checking segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:05:44.159819 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Bound using segment: {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:05:44.160257 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Bound port: 798533cf-8e73-430f-8ec4-0c86916e517a, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ccdda2-e422-4957-9215-954e7611feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:05:44.160633 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:44.241645 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:05:44.246953 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:05:44.252710 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:44.291860 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:44.292537 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:44.294037 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] 10.222.0.36 "PUT /v2.0/ports/798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 1093 time: 0.8253555 Jul 20 15:05:44.297136 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:05:44.300129 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:05:44.343825 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f88f7-3932-45bc-88d4-a30df2712d9b service neutron] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:05:44.363189 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9dd60-6648-4d71-b842-976f7a3ce017 x-openstack-request-id: req-5fd9dd60-6648-4d71-b842-976f7a3ce017 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:05:44.363641 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:05:44.364132 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fd9dd60-6648-4d71-b842-976f7a3ce017 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:05:44.364799 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'status': 'completed', 'code': 200} Jul 20 15:05:44.478038 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-61af16c1-a019-4e89-9597-f4df1bfa6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:44.479993 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-61af16c1-a019-4e89-9597-f4df1bfa6a01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1096 time: 0.0821800 Jul 20 15:05:44.551269 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-80f4b40d-74d2-49fe-8f05-f226ead992f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 217 time: 0.0540814 Jul 20 15:05:44.592108 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090b79c-f843-42e2-8b2c-7b408ca6736e req-395f6844-837d-4045-b552-8d6454d5857c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:44.593574 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8090b79c-f843-42e2-8b2c-7b408ca6736e req-395f6844-837d-4045-b552-8d6454d5857c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0754349 Jul 20 15:05:44.611596 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-58da8270-250f-4f55-8f46-714987bc2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:44.613088 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-58da8270-250f-4f55-8f46-714987bc2f62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0549786 Jul 20 15:05:44.635473 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8090b79c-f843-42e2-8b2c-7b408ca6736e req-aec81244-cb2e-437d-a516-0247a1e50f4c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338278 Jul 20 15:05:44.695334 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1518-f525-437c-b061-19034ded696d req-9d9a4a05-fcfd-40e7-a512-4eeab77bf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:44.697413 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-9d9a4a05-fcfd-40e7-a512-4eeab77bf553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734632 Jul 20 15:05:44.804582 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-0dc1f57a-29ca-409b-af70-e15c59545480 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978892 Jul 20 15:05:44.913160 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96dd1518-f525-437c-b061-19034ded696d req-1dcaa9f9-b1c6-4708-b3bf-24740341f835 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001575 Jul 20 15:05:45.107844 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6349d25-8814-4ef9-afcd-12f820f27429 req-cfc59aa5-4c66-439f-b5e4-5d3c9e30f5bc tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.109468 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e6349d25-8814-4ef9-afcd-12f820f27429 req-cfc59aa5-4c66-439f-b5e4-5d3c9e30f5bc tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.1218371 Jul 20 15:05:45.141585 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-143714d9-e4f8-424a-83cb-725cf3330450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.143341 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-143714d9-e4f8-424a-83cb-725cf3330450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1096 time: 0.1026409 Jul 20 15:05:45.182556 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e6349d25-8814-4ef9-afcd-12f820f27429 req-566189e9-6960-4e7d-84f2-56eac45f814b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638320 Jul 20 15:05:45.195362 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-b9316fdc-0de7-47e1-b918-99e78eb57e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.200320 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-b9316fdc-0de7-47e1-b918-99e78eb57e81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1&tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 1096 time: 0.4051538 Jul 20 15:05:45.211778 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793cae3-0443-4fa8-83ff-c93e9e365771 req-39735945-b3d5-4e6f-9a78-2f2b52b665bf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.214281 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0793cae3-0443-4fa8-83ff-c93e9e365771 req-39735945-b3d5-4e6f-9a78-2f2b52b665bf tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1095231 Jul 20 15:05:45.280441 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-3ddde6f7-27eb-4d80-9df7-0d9f63606223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.282003 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-3ddde6f7-27eb-4d80-9df7-0d9f63606223 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.1227646 Jul 20 15:05:45.286327 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0793cae3-0443-4fa8-83ff-c93e9e365771 req-cec14f07-54f0-42de-8b3f-a7f09608bc92 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660117 Jul 20 15:05:45.316659 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-8822a067-d330-437e-beb2-1f6f1e08c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.318168 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-8822a067-d330-437e-beb2-1f6f1e08c946 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1096 time: 0.0802855 Jul 20 15:05:45.342927 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-407f53cb-df54-431c-96cb-fc15b7875e66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 217 time: 0.0383847 Jul 20 15:05:45.396748 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-5bac2e29-1f82-40de-a009-cdc6105ca6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.398413 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-5bac2e29-1f82-40de-a009-cdc6105ca6e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0490937 Jul 20 15:05:45.432982 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-df0dc044-d83f-4d6e-bdd2-52d99ec2d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.439611 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-df0dc044-d83f-4d6e-bdd2-52d99ec2d9e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.1082716 Jul 20 15:05:45.475098 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-2e3c26bd-4414-44ee-bb8c-1b8b0ed953ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.475098 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-2e3c26bd-4414-44ee-bb8c-1b8b0ed953ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643682 Jul 20 15:05:45.526225 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-4a2772e8-ef8b-4197-ae95-cc2b90288311 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 200 len: 998 time: 0.0726113 Jul 20 15:05:45.589209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-342bb1bb-4fb2-4a87-953a-ee14374c7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.589470 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-19e5564f-f001-4933-8797-6135f0c1991d service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059628 Jul 20 15:05:45.591027 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-342bb1bb-4fb2-4a87-953a-ee14374c7339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0557377 Jul 20 15:05:45.669547 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-b88a0e81-0b6c-4c7c-980b-467e70e8b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.671253 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-b88a0e81-0b6c-4c7c-980b-467e70e8b9ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635819 Jul 20 15:05:45.712158 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7b09fc57-afaf-4df5-9f67-84b06ca80a2f req-f4d2eaf1-b61c-46c3-832b-ca15a6036bcb service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045468 Jul 20 15:05:45.775456 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-175b7813-7e8e-4fa2-99c9-f8272dc91c4c service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956492 Jul 20 15:05:45.798700 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a7022-b285-4d96-a8dc-01c1e0cc4e71 req-132ddd34-73a7-4b90-9a2f-2a4acdf9a602 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:45.800281 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2a5a7022-b285-4d96-a8dc-01c1e0cc4e71 req-132ddd34-73a7-4b90-9a2f-2a4acdf9a602 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0749526 Jul 20 15:05:45.843587 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2a5a7022-b285-4d96-a8dc-01c1e0cc4e71 req-168797d1-0fad-4223-9926-1090546aaeaa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Jul 20 15:05:45.887885 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0ed7bb57-6c25-4d5f-88d5-785fc78cfec3 req-604fa16e-10c2-48c3-9981-546d8405ff7d service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063001 Jul 20 15:05:46.326014 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb6f57-1412-4ba7-bf77-526f642d5c10 req-836ad990-dcf5-41d5-97a9-8e90d9d9a86e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:46.327788 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6abb6f57-1412-4ba7-bf77-526f642d5c10 req-836ad990-dcf5-41d5-97a9-8e90d9d9a86e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0694692 Jul 20 15:05:46.368240 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6abb6f57-1412-4ba7-bf77-526f642d5c10 req-0c9dde18-6ef7-4f57-a23c-49e43b4fa49f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327594 Jul 20 15:05:46.425636 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54c261-56b2-4d7b-8251-a438bc2ae108 req-0548bdaf-8e6c-49ef-80cd-c39ac148dc1c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:46.427282 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1b54c261-56b2-4d7b-8251-a438bc2ae108 req-0548bdaf-8e6c-49ef-80cd-c39ac148dc1c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0700154 Jul 20 15:05:46.474442 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1b54c261-56b2-4d7b-8251-a438bc2ae108 req-cf2c604d-0f2d-4e60-bebf-a02151b24d16 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Jul 20 15:05:46.986156 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9be8-9db1-46b7-bad6-0e4bd0bfea63 req-d5d68ebf-9012-4fcb-84c9-fd02e609401b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:46.987840 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4b5c9be8-9db1-46b7-bad6-0e4bd0bfea63 req-d5d68ebf-9012-4fcb-84c9-fd02e609401b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0644929 Jul 20 15:05:47.029211 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4b5c9be8-9db1-46b7-bad6-0e4bd0bfea63 req-1db3bf99-1ed8-4a99-b7ce-0eb521154c5d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326779 Jul 20 15:05:47.504850 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a717d64-f365-45d0-9220-067d5d60f1b8 req-eaf43b77-e7a0-4811-ae3f-af4c433781c9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:47.506427 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0a717d64-f365-45d0-9220-067d5d60f1b8 req-eaf43b77-e7a0-4811-ae3f-af4c433781c9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0666487 Jul 20 15:05:47.552460 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0a717d64-f365-45d0-9220-067d5d60f1b8 req-269087f6-026c-4a63-96a0-ce1a7f18b964 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Jul 20 15:05:47.656099 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbc07-9822-449e-b3d0-304cc98c04ce req-ba2170d6-5a7f-44f5-88c9-d6afdee85027 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:47.658201 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-161cbc07-9822-449e-b3d0-304cc98c04ce req-ba2170d6-5a7f-44f5-88c9-d6afdee85027 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0888426 Jul 20 15:05:47.697711 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-161cbc07-9822-449e-b3d0-304cc98c04ce req-6926f733-4608-4a7f-a275-33536b1edd6d tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Jul 20 15:05:48.177182 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280b39-e834-4bcd-a3ee-865de01096d0 req-f8e5c6a2-6868-4b43-98ae-d5e04292c6db tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:48.179069 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-95280b39-e834-4bcd-a3ee-865de01096d0 req-f8e5c6a2-6868-4b43-98ae-d5e04292c6db tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0744479 Jul 20 15:05:48.222875 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-95280b39-e834-4bcd-a3ee-865de01096d0 req-bb3c566b-e3c4-4d76-b1c7-2fe31dfdec46 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363300 Jul 20 15:05:48.706304 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7826088-db21-4db6-ba90-c7a26cf07af6 req-7635e576-fbe4-4290-91f0-9a7d4afe5b0d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:48.707918 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7826088-db21-4db6-ba90-c7a26cf07af6 req-7635e576-fbe4-4290-91f0-9a7d4afe5b0d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0850084 Jul 20 15:05:48.755171 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7826088-db21-4db6-ba90-c7a26cf07af6 req-26c78bbe-9f4d-4595-a268-ab66afc4d199 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407505 Jul 20 15:05:48.847234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7f6c-4d54-4285-8f40-de3db22157b5 req-dad0adb9-72c6-4528-9eb5-94b1eaf55b27 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:48.848835 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-17fa7f6c-4d54-4285-8f40-de3db22157b5 req-dad0adb9-72c6-4528-9eb5-94b1eaf55b27 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0728996 Jul 20 15:05:48.891602 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-17fa7f6c-4d54-4285-8f40-de3db22157b5 req-55c7127e-24f9-4f37-854c-1413c2032547 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Jul 20 15:05:49.371026 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ffb1b-6503-4f1d-882c-105a3fc07d06 req-356c7e1d-b0ef-4681-b315-3f411efba445 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:49.373333 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-435ffb1b-6503-4f1d-882c-105a3fc07d06 req-356c7e1d-b0ef-4681-b315-3f411efba445 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0758955 Jul 20 15:05:49.417880 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-435ffb1b-6503-4f1d-882c-105a3fc07d06 req-9cd2e329-c946-459c-88c9-1629e1362224 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 Jul 20 15:05:49.906794 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cee52-57a2-4e3a-a813-a508ceb33f22 req-c0244830-723d-4b50-af86-d12e738d1f06 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:49.908229 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-576cee52-57a2-4e3a-a813-a508ceb33f22 req-c0244830-723d-4b50-af86-d12e738d1f06 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0666606 Jul 20 15:05:49.955389 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-576cee52-57a2-4e3a-a813-a508ceb33f22 req-8341ccf8-e5f2-42a7-bfd9-53523b3f9f9c tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jul 20 15:05:50.042320 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4a0c9-0601-4420-99fe-96a761be9487 req-6ed36ea1-c49e-4b47-8aeb-4485e9157872 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:50.044211 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96c4a0c9-0601-4420-99fe-96a761be9487 req-6ed36ea1-c49e-4b47-8aeb-4485e9157872 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0678971 Jul 20 15:05:50.089772 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-96c4a0c9-0601-4420-99fe-96a761be9487 req-366b1d54-0f0b-4453-89c3-a1bb64379959 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Jul 20 15:05:50.565763 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea172b-2351-4f7b-808e-e49c5261a79d req-958645e9-546d-4e26-8367-4e0584f15aec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:50.567391 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-65ea172b-2351-4f7b-808e-e49c5261a79d req-958645e9-546d-4e26-8367-4e0584f15aec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0651288 Jul 20 15:05:50.607467 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-65ea172b-2351-4f7b-808e-e49c5261a79d req-040b3f39-f979-4c6c-9aaa-d3520f1b72c5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Jul 20 15:05:51.097306 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9e7dc-53da-4016-a3e6-26e9d322a99b req-6ddd18be-c4b8-47c2-9f77-ab5c5576014a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:51.098840 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bed9e7dc-53da-4016-a3e6-26e9d322a99b req-6ddd18be-c4b8-47c2-9f77-ab5c5576014a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0755498 Jul 20 15:05:51.146309 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bed9e7dc-53da-4016-a3e6-26e9d322a99b req-52eeb13f-a7ad-4807-aafc-697c2c5dd4e8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 Jul 20 15:05:51.232315 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae473a-b03d-4743-ad40-ef5593c52cc1 req-b6a7697a-7229-4a4e-a3f7-cdf889dfc4ef tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:51.233842 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-75ae473a-b03d-4743-ad40-ef5593c52cc1 req-b6a7697a-7229-4a4e-a3f7-cdf889dfc4ef tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0698066 Jul 20 15:05:51.272815 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-75ae473a-b03d-4743-ad40-ef5593c52cc1 req-ec43b257-72cc-4268-89a2-e5dffedccc9b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Jul 20 15:05:51.748589 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61165-1a3a-4199-afbf-3fdc684c4d6a req-a5366158-ef33-4661-966b-f2990bc6920b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:51.750293 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2fb61165-1a3a-4199-afbf-3fdc684c4d6a req-a5366158-ef33-4661-966b-f2990bc6920b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0677674 Jul 20 15:05:51.797456 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2fb61165-1a3a-4199-afbf-3fdc684c4d6a req-c20132f7-e5dc-4747-a28f-972f96498601 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Jul 20 15:05:52.288970 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f11c-55bc-48df-bd0b-1753e5f5ca0b req-be356502-a497-4aac-9232-7d746caf1f7c tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:52.290544 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2045f11c-55bc-48df-bd0b-1753e5f5ca0b req-be356502-a497-4aac-9232-7d746caf1f7c tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0718577 Jul 20 15:05:52.343233 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2045f11c-55bc-48df-bd0b-1753e5f5ca0b req-4c98ef19-189e-44fe-8ff4-bbf2937a1f4f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Jul 20 15:05:52.412500 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89335c-6b4b-4e95-8787-b7212d78343a req-34872f7a-c9ea-4988-82ba-b70ca9add780 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:52.414036 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1e89335c-6b4b-4e95-8787-b7212d78343a req-34872f7a-c9ea-4988-82ba-b70ca9add780 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0731359 Jul 20 15:05:52.454418 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1e89335c-6b4b-4e95-8787-b7212d78343a req-69d9ef68-93dc-436a-8dcb-0ebb5227dec4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Jul 20 15:05:52.716117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:05:52.936411 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cdd30-32e1-46dc-a6ce-4d3ba6b01e4b req-e2872442-08b3-420a-b3e0-b11b7baf64d5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:52.937984 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3f6cdd30-32e1-46dc-a6ce-4d3ba6b01e4b req-e2872442-08b3-420a-b3e0-b11b7baf64d5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0681903 Jul 20 15:05:52.988965 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3f6cdd30-32e1-46dc-a6ce-4d3ba6b01e4b req-bc533a06-40bc-47a4-a8df-940790f5b3f4 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453858 Jul 20 15:05:53.478858 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b5f5a-f8f9-46b8-80b0-a9aa3059b9e2 req-39f52b8f-6448-4930-89a1-595fd67abeca tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:53.485133 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d44b5f5a-f8f9-46b8-80b0-a9aa3059b9e2 req-39f52b8f-6448-4930-89a1-595fd67abeca tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0721681 Jul 20 15:05:53.521030 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d44b5f5a-f8f9-46b8-80b0-a9aa3059b9e2 req-bc40dd6f-a20d-49d1-9cf5-a926d2da25b9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348592 Jul 20 15:05:53.605979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796856-5e48-4d69-9e36-33aeca088fd7 req-62670304-7a4f-4d45-9cc6-25ba5e23f0fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:53.607549 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c3796856-5e48-4d69-9e36-33aeca088fd7 req-62670304-7a4f-4d45-9cc6-25ba5e23f0fb tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0681939 Jul 20 15:05:53.650673 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c3796856-5e48-4d69-9e36-33aeca088fd7 req-023c6982-4e04-4c79-8515-5082c8c02fbe tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Jul 20 15:05:54.137763 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e041dd-1070-4e8d-abbb-13458573907b req-89a60c5e-1c72-49cf-a8ba-0dd6ee057652 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:54.139583 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-12e041dd-1070-4e8d-abbb-13458573907b req-89a60c5e-1c72-49cf-a8ba-0dd6ee057652 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0746210 Jul 20 15:05:54.178797 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-12e041dd-1070-4e8d-abbb-13458573907b req-37f7c251-779d-4d11-8517-84931b69a521 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Jul 20 15:05:54.667103 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0346be-9be6-43f1-b277-94e718e0da59 req-18aa4fc8-2d4f-4892-be18-a42bbe69e014 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:54.668638 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c0346be-9be6-43f1-b277-94e718e0da59 req-18aa4fc8-2d4f-4892-be18-a42bbe69e014 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0670724 Jul 20 15:05:54.714010 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c0346be-9be6-43f1-b277-94e718e0da59 req-0df7f336-47c5-4108-a6be-1ae7a855d453 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395918 Jul 20 15:05:54.790293 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af6aa7-4259-4d89-ba2f-4d4afa01f980 req-59345499-0776-4602-9b8b-3d8177b865ac tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:54.791830 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d4af6aa7-4259-4d89-ba2f-4d4afa01f980 req-59345499-0776-4602-9b8b-3d8177b865ac tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0707757 Jul 20 15:05:54.836534 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d4af6aa7-4259-4d89-ba2f-4d4afa01f980 req-cf2de5ed-8965-4404-8cfa-6da20589ea9b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Jul 20 15:05:55.324860 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8b89a-7a3a-42ac-afbd-86b9514af709 req-db695366-86eb-482e-a7e2-53f5e3c0c204 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:55.326712 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-07f8b89a-7a3a-42ac-afbd-86b9514af709 req-db695366-86eb-482e-a7e2-53f5e3c0c204 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0725701 Jul 20 15:05:55.367042 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-07f8b89a-7a3a-42ac-afbd-86b9514af709 req-badcc36c-a674-49d1-aaa6-9bd575363de0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344710 Jul 20 15:05:55.849429 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763fd4a-ab15-443e-a437-7bfc4e8f330f req-dabd1740-716f-47f4-bc7f-f6480ee8e625 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:55.850969 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2763fd4a-ab15-443e-a437-7bfc4e8f330f req-dabd1740-716f-47f4-bc7f-f6480ee8e625 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0646462 Jul 20 15:05:55.891066 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2763fd4a-ab15-443e-a437-7bfc4e8f330f req-2ce514e4-10be-4f90-a3b9-163c24ef995d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331969 Jul 20 15:05:55.971498 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57577-d8d5-4fd0-acba-ff2c0bda9b71 req-e8aab9c5-d8eb-42f2-aed6-616ef9c9e7a9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:55.973240 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-23a57577-d8d5-4fd0-acba-ff2c0bda9b71 req-e8aab9c5-d8eb-42f2-aed6-616ef9c9e7a9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0648463 Jul 20 15:05:56.015298 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-23a57577-d8d5-4fd0-acba-ff2c0bda9b71 req-e486083c-26ca-4b3a-91a0-bed99e3313a0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Jul 20 15:05:56.505371 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933880b-af3d-4f8f-8a99-f170de279f26 req-b4afe99b-4c7a-491a-84a6-3319bbf649da tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:56.506904 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e933880b-af3d-4f8f-8a99-f170de279f26 req-b4afe99b-4c7a-491a-84a6-3319bbf649da tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0656891 Jul 20 15:05:56.545294 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e933880b-af3d-4f8f-8a99-f170de279f26 req-1d3ab9f4-bb1f-4c2f-98cf-e030d6a201b4 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Jul 20 15:05:57.023862 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f08385-83f2-485c-8fd4-d16a82eb7306 req-ec5dc433-6df9-4f33-8a4b-9b498c762272 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:57.025863 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-47f08385-83f2-485c-8fd4-d16a82eb7306 req-ec5dc433-6df9-4f33-8a4b-9b498c762272 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0671775 Jul 20 15:05:57.072637 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-47f08385-83f2-485c-8fd4-d16a82eb7306 req-0ab3a244-a6b4-41ea-bd49-9b849c934615 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Jul 20 15:05:57.169285 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5df0cd-eb7f-4acf-9216-7f1dd2baf96a req-b9086c63-5932-4f6a-acc1-6d9111347b3a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:57.170957 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5df0cd-eb7f-4acf-9216-7f1dd2baf96a req-b9086c63-5932-4f6a-acc1-6d9111347b3a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0714889 Jul 20 15:05:57.209639 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc5df0cd-eb7f-4acf-9216-7f1dd2baf96a req-b78f31a9-ef09-4040-a58e-2d664b303aa2 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Jul 20 15:05:57.683597 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ba97d-9076-492a-bbe0-94c2d1b01685 req-9a52b0a4-7215-4836-ba8e-740a5b2713f6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:57.685232 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158ba97d-9076-492a-bbe0-94c2d1b01685 req-9a52b0a4-7215-4836-ba8e-740a5b2713f6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0657651 Jul 20 15:05:57.727720 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158ba97d-9076-492a-bbe0-94c2d1b01685 req-a3e66b65-c105-48fe-b1a3-89da6756775b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358875 Jul 20 15:05:58.217153 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58204d01-94bc-4fe0-a7f8-ce9cfa1cee7e req-24affe9b-3766-464d-892c-ee6ed8b937a5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:58.218891 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-58204d01-94bc-4fe0-a7f8-ce9cfa1cee7e req-24affe9b-3766-464d-892c-ee6ed8b937a5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0679917 Jul 20 15:05:58.262157 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-58204d01-94bc-4fe0-a7f8-ce9cfa1cee7e req-ba4a3ae1-2c26-4898-be9a-0221401ab794 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354910 Jul 20 15:05:58.351887 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150c77-e010-44b6-a343-280039cef01c req-1f184b69-cd07-4d1f-9c64-6e1cdae1a447 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:58.353409 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ef150c77-e010-44b6-a343-280039cef01c req-1f184b69-cd07-4d1f-9c64-6e1cdae1a447 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0689697 Jul 20 15:05:58.394234 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ef150c77-e010-44b6-a343-280039cef01c req-fef26840-8c23-4248-a48f-c1404d615b75 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Jul 20 15:05:58.860714 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b37c4d-b631-4157-9c30-c10f70563259 req-b6ddc767-da44-4d41-8a9b-d7703542658e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:58.862186 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b0b37c4d-b631-4157-9c30-c10f70563259 req-b6ddc767-da44-4d41-8a9b-d7703542658e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0616679 Jul 20 15:05:58.902200 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b0b37c4d-b631-4157-9c30-c10f70563259 req-b7ef3417-cb78-4c56-8275-7ac8d0a2e761 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Jul 20 15:05:59.397112 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c3cc6-5ea4-4ea4-acde-625741a46222 req-3b27e027-e394-46a6-b832-2472a22811b9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:59.398521 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c4c3cc6-5ea4-4ea4-acde-625741a46222 req-3b27e027-e394-46a6-b832-2472a22811b9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0679851 Jul 20 15:05:59.440926 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c4c3cc6-5ea4-4ea4-acde-625741a46222 req-634ad263-2009-4eeb-9989-c9ca2a50a36c tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368211 Jul 20 15:05:59.524877 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8972d96-eddd-4bef-b6fd-00b83062e0fc req-6f503fc8-a9a2-49af-b69c-25a753365f9b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:05:59.526497 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c8972d96-eddd-4bef-b6fd-00b83062e0fc req-6f503fc8-a9a2-49af-b69c-25a753365f9b tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0634387 Jul 20 15:05:59.564263 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c8972d96-eddd-4bef-b6fd-00b83062e0fc req-045da41a-b46e-4b2c-9b0e-944da4a16c34 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Jul 20 15:06:00.036817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda5b39-6ec4-4917-9f67-86cbc1e1b70e req-e97c05c9-a71f-459e-ada3-35ad090097bf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:00.038380 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6cda5b39-6ec4-4917-9f67-86cbc1e1b70e req-e97c05c9-a71f-459e-ada3-35ad090097bf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0639446 Jul 20 15:06:00.077647 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6cda5b39-6ec4-4917-9f67-86cbc1e1b70e req-69f55371-2c8c-494d-8289-9d0876606c49 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Jul 20 15:06:00.491204 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b6d70-5f05-444c-b2d3-8f6e626831a0 req-e349452c-f184-4f7e-8bf3-1f1d0bf1e5db tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:00.493532 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-851b6d70-5f05-444c-b2d3-8f6e626831a0 req-e349452c-f184-4f7e-8bf3-1f1d0bf1e5db tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0694690 Jul 20 15:06:00.542488 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-851b6d70-5f05-444c-b2d3-8f6e626831a0 req-093484f1-a045-43ca-ab15-8d2aab829ce4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436070 Jul 20 15:06:00.649997 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:06:00.675107 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea0498-593a-419b-b6d2-b3e6d5374784 req-f95d196d-3d67-464f-bea9-3acf0a5d9ceb tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:00.682573 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d0ea0498-593a-419b-b6d2-b3e6d5374784 req-f95d196d-3d67-464f-bea9-3acf0a5d9ceb tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0845060 Jul 20 15:06:00.725993 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d0ea0498-593a-419b-b6d2-b3e6d5374784 req-c0cf2620-9cc1-4be2-84f8-1656e78a039f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Jul 20 15:06:00.813744 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f82c0-3aaa-4daf-8ef8-bf50c9c357dd req-0c0eb98e-35e4-45d3-8d98-b79d061eb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:00.815253 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701f82c0-3aaa-4daf-8ef8-bf50c9c357dd req-0c0eb98e-35e4-45d3-8d98-b79d061eb8ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.1635432 Jul 20 15:06:00.815486 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:00.828875 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '798533cf-8e73-430f-8ec4-0c86916e517a', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'port_id': '798533cf-8e73-430f-8ec4-0c86916e517a', 'mac_address': 'fa:16:3e:7b:3d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:06:00.847120 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe544055-9cac-4d9f-ab1c-f81b213ead4c req-354da943-6f91-47f9-be2a-7d7e7521552f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:00.848780 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fe544055-9cac-4d9f-ab1c-f81b213ead4c req-354da943-6f91-47f9-be2a-7d7e7521552f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0971177 Jul 20 15:06:00.873568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:00.889436 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798533cf-8e73-430f-8ec4-0c86916e517a {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:06:00.904616 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701f82c0-3aaa-4daf-8ef8-bf50c9c357dd req-45aaaee0-89d5-4a88-b9a4-bbcb3183441c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548265 Jul 20 15:06:00.909320 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:00.909568 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fe544055-9cac-4d9f-ab1c-f81b213ead4c req-01715fd9-3841-44de-9248-fb91370fc107 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 Jul 20 15:06:00.915901 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:00.962648 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:00.969435 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.969781 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.970119 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.970450 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.970806 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.971134 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.971452 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.971775 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.972096 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.972412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.972726 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:00.973043 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:01.211846 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06222cb-7f92-47b2-9a0d-792c6f68346a req-72c25f54-f6fc-4e2d-b246-742f09d7f6f8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:01.213470 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e06222cb-7f92-47b2-9a0d-792c6f68346a req-72c25f54-f6fc-4e2d-b246-742f09d7f6f8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0624003 Jul 20 15:06:01.251458 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e06222cb-7f92-47b2-9a0d-792c6f68346a req-f2da9208-d36c-4cfa-9bbb-be867c2ed46f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Jul 20 15:06:01.279561 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['798533cf-8e73-430f-8ec4-0c86916e517a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:06:01.673384 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcb8a-7536-46e0-a9d5-416bdbd65ede req-200a00db-1c0e-4555-96cb-d440de05fcd7 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:01.674893 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9a1dcb8a-7536-46e0-a9d5-416bdbd65ede req-200a00db-1c0e-4555-96cb-d440de05fcd7 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0662329 Jul 20 15:06:01.717864 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9a1dcb8a-7536-46e0-a9d5-416bdbd65ede req-f562a7f7-70b7-41e8-819d-7ebeeb16c925 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368345 Jul 20 15:06:01.856918 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a55f-6179-4384-a9e9-3868b801c226 req-f67826f0-cc74-4ed0-aa44-6ff4b6b90816 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:01.858515 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5d08a55f-6179-4384-a9e9-3868b801c226 req-f67826f0-cc74-4ed0-aa44-6ff4b6b90816 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 944 time: 0.0666285 Jul 20 15:06:01.902392 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5d08a55f-6179-4384-a9e9-3868b801c226 req-fb65b442-330c-41ac-9fcb-72d53a910035 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380294 Jul 20 15:06:02.044135 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89977-0c33-41dc-9e49-8a54009d8784 req-d3ab1749-4a12-4af3-a9fb-311df503e0a3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:02.045630 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-30b89977-0c33-41dc-9e49-8a54009d8784 req-d3ab1749-4a12-4af3-a9fb-311df503e0a3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0651999 Jul 20 15:06:02.084534 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-30b89977-0c33-41dc-9e49-8a54009d8784 req-73d5b7b4-5330-4a3c-bca4-be870aa2ded9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332778 Jul 20 15:06:02.384141 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa332f3-3c87-4199-b512-4302b65af6c1 req-e28185b8-6d53-4a44-abf6-fa5c1019511f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:02.385625 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-daa332f3-3c87-4199-b512-4302b65af6c1 req-e28185b8-6d53-4a44-abf6-fa5c1019511f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0629978 Jul 20 15:06:02.422036 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-daa332f3-3c87-4199-b512-4302b65af6c1 req-ce557d5c-57c5-4594-aabb-95d495cd88f8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Jul 20 15:06:02.660967 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:06:02.707883 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 798533cf-8e73-430f-8ec4-0c86916e517a completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:06:02.712033 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 798533cf-8e73-430f-8ec4-0c86916e517a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:06:02.712401 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:02.791155 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:02.813304 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:02.815555 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b2153e-16bb-46eb-8df1-e78a19597c8e" -d '{"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-plugged", "status": "completed", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:02.829362 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:02.833437 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:02.855532 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41119f-66e3-4aca-bfe5-4b6f38ab4885 req-2849dbcf-77bd-497e-8d05-c39bc5c7101c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:02.857212 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cd41119f-66e3-4aca-bfe5-4b6f38ab4885 req-2849dbcf-77bd-497e-8d05-c39bc5c7101c tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0728688 Jul 20 15:06:02.871037 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264cdf8-66d9-413e-9dea-079fa171f20a x-openstack-request-id: req-e264cdf8-66d9-413e-9dea-079fa171f20a {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:02.871328 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-plugged", "status": "completed", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:02.871578 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e264cdf8-66d9-413e-9dea-079fa171f20a {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:02.872032 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'code': 200} Jul 20 15:06:02.888201 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:02.898131 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cd41119f-66e3-4aca-bfe5-4b6f38ab4885 req-b8b541f9-434e-49c1-9cde-e4db3ca1ba8e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353708 Jul 20 15:06:03.035643 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0faad-d07b-4241-b756-670137427d64 req-ca5870ad-dd92-4599-9f25-a7a2017a57f5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.037155 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2ec0faad-d07b-4241-b756-670137427d64 req-ca5870ad-dd92-4599-9f25-a7a2017a57f5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0664542 Jul 20 15:06:03.077642 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2ec0faad-d07b-4241-b756-670137427d64 req-538cf60f-2804-4252-a0d1-4a501a999294 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349774 Jul 20 15:06:03.187766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ae162-f6dc-4d6e-8387-1cf031bac4e4 req-70d70496-4b69-4ea7-8876-d4bf20abfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.189156 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5e6ae162-f6dc-4d6e-8387-1cf031bac4e4 req-70d70496-4b69-4ea7-8876-d4bf20abfc26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.0827808 Jul 20 15:06:03.239371 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc00a43-631b-42e0-a2aa-58ad61f86760 req-6b76a580-74da-455c-ab63-70b69e9293f5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.240839 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2dc00a43-631b-42e0-a2aa-58ad61f86760 req-6b76a580-74da-455c-ab63-70b69e9293f5 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0899060 Jul 20 15:06:03.245191 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5e6ae162-f6dc-4d6e-8387-1cf031bac4e4 req-5978bdd9-f6ba-489d-a162-15b25be7d8bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Jul 20 15:06:03.277783 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2dc00a43-631b-42e0-a2aa-58ad61f86760 req-ba967d84-d333-4dea-9086-a70617bf544f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Jul 20 15:06:03.571960 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78de20-8e5d-4709-877a-8d1e018e6fc0 req-dcbba16d-5d06-4439-99fc-559fb412ca5d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.572840 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fd78de20-8e5d-4709-877a-8d1e018e6fc0 req-dcbba16d-5d06-4439-99fc-559fb412ca5d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0705020 Jul 20 15:06:03.612359 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fd78de20-8e5d-4709-877a-8d1e018e6fc0 req-713d5934-43a4-4e67-a90b-30f2e16f361b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Jul 20 15:06:03.613475 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c57e-f796-48fa-a681-1efb1decf994 req-c43d6396-70a2-4002-b1dc-f176fc3b0698 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.614972 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-def0c57e-f796-48fa-a681-1efb1decf994 req-c43d6396-70a2-4002-b1dc-f176fc3b0698 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0738566 Jul 20 15:06:03.679453 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-def0c57e-f796-48fa-a681-1efb1decf994 req-7d58560d-c413-4792-b589-deb4f0a62b02 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554392 Jul 20 15:06:03.697680 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-f8b9a24b-885a-4be3-ada8-539910501b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.697680 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-f8b9a24b-885a-4be3-ada8-539910501b36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.0811846 Jul 20 15:06:03.798778 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-55a26086-fb69-4188-a75e-ae248df25fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.800266 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-55a26086-fb69-4188-a75e-ae248df25fd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.0930929 Jul 20 15:06:03.841754 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-1419069e-fa2a-4426-9645-71017d79c9db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0342104 Jul 20 15:06:03.888973 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-08c1e59c-3eaa-460c-aaec-0f836270f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:03.890439 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-08c1e59c-3eaa-460c-aaec-0f836270f78e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0420284 Jul 20 15:06:03.924930 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-f08f8230-1cbc-410f-a0c2-ea267baf4bac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274205 Jul 20 15:06:04.028603 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-7cb417f7-7f34-4d2a-ac1e-192e30937e48 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932276 Jul 20 15:06:04.029704 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f5c58-7066-4696-acdf-6f5cb07f6799 req-c3b22a12-5918-4237-865a-07fc00b1ea5d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:04.031256 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-268f5c58-7066-4696-acdf-6f5cb07f6799 req-c3b22a12-5918-4237-865a-07fc00b1ea5d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0656235 Jul 20 15:06:04.067926 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-268f5c58-7066-4696-acdf-6f5cb07f6799 req-9b5b705f-d4fb-4068-9835-2ed6add39179 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Jul 20 15:06:04.134186 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-143012a5-f0e4-4b29-a59f-191f59cf13ac req-e59259ed-2c2d-4adf-8552-fcaed38d3c25 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960360 Jul 20 15:06:04.208456 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb834837-d34a-4b07-9108-4a2de0dac207 req-7db8b28f-92b1-4053-b7cd-743c7b089257 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:04.209970 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb834837-d34a-4b07-9108-4a2de0dac207 req-7db8b28f-92b1-4053-b7cd-743c7b089257 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0629663 Jul 20 15:06:04.247294 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb834837-d34a-4b07-9108-4a2de0dac207 req-6c42745d-9c23-4818-84d9-0d32d5d3a929 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Jul 20 15:06:04.748825 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87ebee-2553-43bb-86cc-af83ca0cfe0f req-d731dbf8-83c8-4a70-b42b-895a4b0cfc58 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:04.750374 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc87ebee-2553-43bb-86cc-af83ca0cfe0f req-d731dbf8-83c8-4a70-b42b-895a4b0cfc58 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0668216 Jul 20 15:06:04.794355 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc87ebee-2553-43bb-86cc-af83ca0cfe0f req-0da555a6-171b-4c64-a70a-be75f37ae34e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Jul 20 15:06:04.815041 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb3f36-dd75-40e4-9e08-cb5f8340b5bb req-f0e506ad-1e36-41c9-99e8-844ca0306c2a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:04.816510 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8fcb3f36-dd75-40e4-9e08-cb5f8340b5bb req-f0e506ad-1e36-41c9-99e8-844ca0306c2a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0638800 Jul 20 15:06:04.854047 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8fcb3f36-dd75-40e4-9e08-cb5f8340b5bb req-1eb3fe69-29d2-4686-9262-c98c3d6f8b79 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Jul 20 15:06:05.212421 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e1118-8772-4c60-a96b-25a671c18852 req-a2af76f5-3749-412a-9f8d-158325f6b895 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:05.213914 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c02e1118-8772-4c60-a96b-25a671c18852 req-a2af76f5-3749-412a-9f8d-158325f6b895 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0645423 Jul 20 15:06:05.251227 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c02e1118-8772-4c60-a96b-25a671c18852 req-11945c32-6e3a-413e-af08-ee3c66070bd3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Jul 20 15:06:05.381007 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08d382-9f4e-4ce0-9fcc-8a989b77134d req-f57c7217-747b-4fd0-9947-01a24adf9fca tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:05.383013 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8e08d382-9f4e-4ce0-9fcc-8a989b77134d req-f57c7217-747b-4fd0-9947-01a24adf9fca tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0670562 Jul 20 15:06:05.419916 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8e08d382-9f4e-4ce0-9fcc-8a989b77134d req-71531723-b2c2-4c1e-a1ec-3d26d294c98b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Jul 20 15:06:05.552783 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0441bb-58c4-4f63-9be2-807a93753bb1 req-2ba342d1-5cb3-4980-8d70-1c7cfe8a093d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:05.554199 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f0441bb-58c4-4f63-9be2-807a93753bb1 req-2ba342d1-5cb3-4980-8d70-1c7cfe8a093d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0622976 Jul 20 15:06:05.592023 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f0441bb-58c4-4f63-9be2-807a93753bb1 req-76da7a6b-ae4c-4fa8-96ac-5c029f814c45 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Jul 20 15:06:05.612792 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 48294) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:05.761286 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc620148-5157-4fd4-bc93-4691aea2c8ba tempest-TestShelveInstance-461640935 tempest-TestShelveInstance-461640935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:05.762823 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-dc620148-5157-4fd4-bc93-4691aea2c8ba tempest-TestShelveInstance-461640935 tempest-TestShelveInstance-461640935-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1093 time: 0.1490557 Jul 20 15:06:05.765728 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 48298) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:05.770050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'port_id': '798533cf-8e73-430f-8ec4-0c86916e517a', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:06:05.791060 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for floatingip, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:05.886848 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:05.937775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097d4b4-6474-4045-a97f-a2c05deab29a req-c1f19790-adff-47fe-adef-91f089dcdeb5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:05.939454 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6097d4b4-6474-4045-a97f-a2c05deab29a req-c1f19790-adff-47fe-adef-91f089dcdeb5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 943 time: 0.0736601 Jul 20 15:06:05.981516 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6097d4b4-6474-4045-a97f-a2c05deab29a req-75abd5fc-f80d-484a-87d2-51944be9080d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362194 Jul 20 15:06:05.999076 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-6eff27de-0f7f-4d36-a00d-ac8fd58f4b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:06.043013 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Allocated IP 172.27.3.75 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/90e656b5-1e77-4737-be32-9b300c7f6a74) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:06:06.055610 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09043a4f-69af-4ac5-9137-58b47e3a8b70 req-ebabb3dd-4071-45a7-9ebc-f65e151bd261 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:06.057196 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-09043a4f-69af-4ac5-9137-58b47e3a8b70 req-ebabb3dd-4071-45a7-9ebc-f65e151bd261 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.1299071 Jul 20 15:06:06.121587 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-09043a4f-69af-4ac5-9137-58b47e3a8b70 req-96ca82a5-7413-445b-9ec6-509b0f900073 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579901 Jul 20 15:06:06.188490 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:06.225557 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:06.266370 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:06:06.269266 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:06:06.273567 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:06:06.276679 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'Port': ['ID=90e656b5-1e77-4737-be32-9b300c7f6a74,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:06.386166 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ed6b3-91c8-473d-a182-3ed2d97852f1 req-3b339215-ab6a-4017-8b96-4067fb3dcd69 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:06.387683 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e08ed6b3-91c8-473d-a182-3ed2d97852f1 req-3b339215-ab6a-4017-8b96-4067fb3dcd69 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0634148 Jul 20 15:06:06.428253 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e08ed6b3-91c8-473d-a182-3ed2d97852f1 req-84945a05-1345-422c-b38e-87a1a90a7c2b tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350184 Jul 20 15:06:06.625442 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:06.697762 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:06:06.702702 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:06.921184 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:06.932248 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'port_id': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'mac_address': 'fa:16:3e:48:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:06:06.972697 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:06.987063 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2833585b-71fb-4215-a8de-4573d4ed7d40 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:06:07.008412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:07.013473 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:07.079980 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=9']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:07.167601 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:07.182534 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0009ba-f567-4e76-84c0-ec68a76d5709 req-20475545-0158-4e7b-8db8-2e11d6c085db tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:07.184180 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f0009ba-f567-4e76-84c0-ec68a76d5709 req-20475545-0158-4e7b-8db8-2e11d6c085db tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.1177287 Jul 20 15:06:07.185276 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:07.270371 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebc166-d5c0-4f01-bf70-fdde748ba0e8 req-32accd1e-1963-4a42-b806-1b8ae39be891 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:07.271986 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-51ebc166-d5c0-4f01-bf70-fdde748ba0e8 req-32accd1e-1963-4a42-b806-1b8ae39be891 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0744412 Jul 20 15:06:07.276814 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event updated for resources: {'Port': ['ID=90e656b5-1e77-4737-be32-9b300c7f6a74,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:07.297494 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9f0009ba-f567-4e76-84c0-ec68a76d5709 req-6724ed75-d93c-4d43-8d58-dd0b16225110 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868270 Jul 20 15:06:07.298425 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:07.322769 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-51ebc166-d5c0-4f01-bf70-fdde748ba0e8 req-07eea19c-7d50-4e68-9b83-148d31e519d0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Jul 20 15:06:07.400445 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Floating IP b44a4dbf-9834-4610-9fe0-ea7bdbfedf35 associated. External IP: 172.27.3.75, port: 798533cf-8e73-430f-8ec4-0c86916e517a. Jul 20 15:06:07.455128 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['2833585b-71fb-4215-a8de-4573d4ed7d40'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:06:07.588643 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7176c50-8e07-45b8-bbb5-e86c20c8b3bd req-4c42f2a3-1e66-41e7-80dc-55532dcd6d03 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:07.598720 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7176c50-8e07-45b8-bbb5-e86c20c8b3bd req-4c42f2a3-1e66-41e7-80dc-55532dcd6d03 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0927331 Jul 20 15:06:07.660546 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:06:07.661159 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7176c50-8e07-45b8-bbb5-e86c20c8b3bd req-24a5c442-7036-4d9d-9052-fcd5b351a245 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570834 Jul 20 15:06:07.786070 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:06:07.796055 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] Sync routers for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:06:07.803026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:07.806011 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:06:07.806776 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:05:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:07.840059 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-2b1c5740-df28-4ce5-a182-46bb0e4b5f3b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0732691 Jul 20 15:06:07.840796 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:07.843146 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9bdeed-837e-4209-b33d-96f013a98d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:07.879558 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b848908-27d7-447c-a9e0-aa7935fb5e68 x-openstack-request-id: req-9b848908-27d7-447c-a9e0-aa7935fb5e68 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:07.879858 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:07.880115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b848908-27d7-447c-a9e0-aa7935fb5e68 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:07.880513 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'status': 'completed', 'code': 200} Jul 20 15:06:07.911342 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:06:08.008767 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-16a18fc6-9da2-4829-9c1f-c15a253f5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:08.010269 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-16a18fc6-9da2-4829-9c1f-c15a253f5b4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.0564654 Jul 20 15:06:08.110484 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-53816221-a5df-4edd-b3ee-4a762a8c908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:08.112068 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-53816221-a5df-4edd-b3ee-4a762a8c908f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.0943205 Jul 20 15:06:08.145428 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'b44a4dbf-9834-4610-9fe0-ea7bdbfedf35', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'port_id': '798533cf-8e73-430f-8ec4-0c86916e517a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'mac_address': 'fa:16:3e:7b:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63076beb-6e01-4f5d-a338-43e20470f42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:06:06Z', 'updated_at': '2021-07-20T15:06:06Z', 'revision_number': 0, 'project_id': '782a0afded39400291f1b219dee11c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:05:01Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:08.174143 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] Checking router: 5d2f5567-60a5-47f1-bab7-ece063fffbb7 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:06:08.185783 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:06:08.186410 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:05:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:08.187003 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-86e484fb-6b75-4db6-a456-9b9931393785 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 998 time: 0.0664797 Jul 20 15:06:08.239712 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-ee5986d4-97c7-49d5-8e4e-3068136a139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:08.251294 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-ee5986d4-97c7-49d5-8e4e-3068136a139a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0475264 Jul 20 15:06:08.307966 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:06:08.310567 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-c1010938-1552-4da7-9a1d-cf29b95fbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:08.312382 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-c1010938-1552-4da7-9a1d-cf29b95fbeb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618944 Jul 20 15:06:08.491224 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-f3604484-825c-4593-8d37-5aa40ba47aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517584 Jul 20 15:06:08.552818 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f58377-c1b0-4db0-ad74-76bf2c06c594 req-3e21433e-cfe7-4fa9-93aa-eb9af65574a2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:08.554383 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02f58377-c1b0-4db0-ad74-76bf2c06c594 req-3e21433e-cfe7-4fa9-93aa-eb9af65574a2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 944 time: 0.1450057 Jul 20 15:06:08.590310 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'b44a4dbf-9834-4610-9fe0-ea7bdbfedf35', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'port_id': '798533cf-8e73-430f-8ec4-0c86916e517a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'mac_address': 'fa:16:3e:7b:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63076beb-6e01-4f5d-a338-43e20470f42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:06:06Z', 'updated_at': '2021-07-20T15:06:06Z', 'revision_number': 0, 'project_id': '782a0afded39400291f1b219dee11c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:05:01Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:08.619541 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddeff1-a4b6-4bb7-9c3d-e056b6c34170 None None] The sync data for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi is: [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'b44a4dbf-9834-4610-9fe0-ea7bdbfedf35', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'port_id': '798533cf-8e73-430f-8ec4-0c86916e517a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'mac_address': 'fa:16:3e:7b:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63076beb-6e01-4f5d-a338-43e20470f42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:06:06Z', 'updated_at': '2021-07-20T15:06:06Z', 'revision_number': 0, 'project_id': '782a0afded39400291f1b219dee11c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:05:01Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:06:08.636789 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02f58377-c1b0-4db0-ad74-76bf2c06c594 req-64f5e9b7-13a7-41c2-bed7-93bf3d719ad3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508657 Jul 20 15:06:08.638831 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c9bdeed-837e-4209-b33d-96f013a98d5b req-a6789438-2bd9-45aa-9bb6-cfe9111990f3 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322107 Jul 20 15:06:08.659365 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1c3e965d-fac1-43f0-a341-7eca9e28f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:08.692212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:08.707352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:06:08.772193 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 2833585b-71fb-4215-a8de-4573d4ed7d40 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:06:08.772779 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:08.807593 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e16c69-afe5-498d-a391-b72792e21f8e req-0743db86-e5ab-4d61-97d7-04b2c7410d3f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:08.809235 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-74e16c69-afe5-498d-a391-b72792e21f8e req-0743db86-e5ab-4d61-97d7-04b2c7410d3f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0772009 Jul 20 15:06:08.849356 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-74e16c69-afe5-498d-a391-b72792e21f8e req-0044820b-949d-4fc3-bbfd-232075906d25 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344627 Jul 20 15:06:08.852834 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:08.880054 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:08.882390 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17669e2-2351-4a26-89ca-43c7aa6fabd1" -d '{"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:08.888651 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c3654d-1932-424c-b58d-15025e5c61f5 None None] New status for floating IP b44a4dbf-9834-4610-9fe0-ea7bdbfedf35: ACTIVE {{(pid=93313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:06:08.900190 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:08.930941 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd4203f-f16b-4eaa-baee-e29d3d883047 x-openstack-request-id: req-9bd4203f-f16b-4eaa-baee-e29d3d883047 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:08.931235 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-plugged", "status": "completed", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:08.931483 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bd4203f-f16b-4eaa-baee-e29d3d883047 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:08.931862 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'code': 200} Jul 20 15:06:08.934031 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:09.025447 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=10']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:09.777464 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69838f-ee5e-4bc9-8a72-9ad60b78ac38 req-cba21290-2800-44cc-8884-4dd249728aaa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:09.778902 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd69838f-ee5e-4bc9-8a72-9ad60b78ac38 req-cba21290-2800-44cc-8884-4dd249728aaa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0661514 Jul 20 15:06:09.816884 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd69838f-ee5e-4bc9-8a72-9ad60b78ac38 req-c0594993-c43c-4bf6-8528-3d9b6a2687ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Jul 20 15:06:09.842958 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:09.978109 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68de27-1d28-4b19-b0f0-2c9d854a7463 req-208da62b-2e47-4552-8e28-b91abce2d4a8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:09.979623 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8f68de27-1d28-4b19-b0f0-2c9d854a7463 req-208da62b-2e47-4552-8e28-b91abce2d4a8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0621445 Jul 20 15:06:10.019077 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8f68de27-1d28-4b19-b0f0-2c9d854a7463 req-88634340-9c83-4445-848d-ef5b8555b8db tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336847 Jul 20 15:06:10.954541 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212914e-5cf2-4dd6-becb-8830d0528eb2 req-242f6fc1-604c-436a-bc4c-f31bd3f42b28 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:10.956029 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4212914e-5cf2-4dd6-becb-8830d0528eb2 req-242f6fc1-604c-436a-bc4c-f31bd3f42b28 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0621700 Jul 20 15:06:10.994513 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4212914e-5cf2-4dd6-becb-8830d0528eb2 req-5e059f3e-d69c-4c96-a3a2-99d217ba30d1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Jul 20 15:06:11.158387 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320eab9-bbce-44e4-9c5a-e2dc5778c0d2 req-3c6552f1-33c9-406f-beb7-3c69c18e632d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:11.159888 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3320eab9-bbce-44e4-9c5a-e2dc5778c0d2 req-3c6552f1-33c9-406f-beb7-3c69c18e632d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0707216 Jul 20 15:06:11.199328 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3320eab9-bbce-44e4-9c5a-e2dc5778c0d2 req-c84a4862-75fd-4397-bc7a-508d74e6d17d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Jul 20 15:06:11.426820 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:12.130854 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977566e-e512-4c36-9e2e-aabaa971be77 req-8149ca3f-3cab-4bad-9fd8-b7f59e54572b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:12.132348 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f977566e-e512-4c36-9e2e-aabaa971be77 req-8149ca3f-3cab-4bad-9fd8-b7f59e54572b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0661068 Jul 20 15:06:12.175825 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f977566e-e512-4c36-9e2e-aabaa971be77 req-f2fbb222-8810-4b40-969d-04e8a5b09159 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Jul 20 15:06:12.345900 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f148e-6a07-4be3-a4ec-dd62d0151d17 req-16cb1915-831f-495c-ba1a-560ea85519b3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:12.348106 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-831f148e-6a07-4be3-a4ec-dd62d0151d17 req-16cb1915-831f-495c-ba1a-560ea85519b3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0733583 Jul 20 15:06:12.412727 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-831f148e-6a07-4be3-a4ec-dd62d0151d17 req-07beb3a3-84bb-448d-afde-46299bf93f58 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581927 Jul 20 15:06:12.440068 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1a5f1-ae03-48db-ab1a-d2ed07151ee6 req-248ad3fb-f93f-4230-8a59-6fa01bacc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:12.441833 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b8d1a5f1-ae03-48db-ab1a-d2ed07151ee6 req-248ad3fb-f93f-4230-8a59-6fa01bacc37b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 1099 time: 0.0689800 Jul 20 15:06:12.519303 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b8d1a5f1-ae03-48db-ab1a-d2ed07151ee6 req-d3aab8fb-da81-462c-8286-3bdc30a83ff2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275743 Jul 20 15:06:13.317736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12738dcb-8dd0-46f7-b78b-bc946fc1d4d8 req-739e99a4-a214-4f4d-9442-2cc5e2b09f34 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:13.319160 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-12738dcb-8dd0-46f7-b78b-bc946fc1d4d8 req-739e99a4-a214-4f4d-9442-2cc5e2b09f34 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0685742 Jul 20 15:06:13.357241 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-12738dcb-8dd0-46f7-b78b-bc946fc1d4d8 req-e690d35a-c707-4442-aac4-c6cceea1545e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Jul 20 15:06:13.552714 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb812125-8141-469f-8d43-207f01e937c0 req-f7c906f6-e807-45bc-9adb-7bdda09e53ac tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:13.554716 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fb812125-8141-469f-8d43-207f01e937c0 req-f7c906f6-e807-45bc-9adb-7bdda09e53ac tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0656354 Jul 20 15:06:13.592482 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fb812125-8141-469f-8d43-207f01e937c0 req-296bc45c-bf6b-452d-99b4-fd47db9e75ee tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321059 Jul 20 15:06:14.490608 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8fb6-ae3a-4c70-a43a-36cf3b446fed req-2216273b-b0dc-4c00-8ce5-7650005894a3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:14.492199 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77ce8fb6-ae3a-4c70-a43a-36cf3b446fed req-2216273b-b0dc-4c00-8ce5-7650005894a3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0646532 Jul 20 15:06:14.531713 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77ce8fb6-ae3a-4c70-a43a-36cf3b446fed req-f3afee65-18cf-4b2e-9433-b22d6beb9b16 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339162 Jul 20 15:06:14.723956 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be187fe-2913-4e23-90a6-21fc9a182238 req-25fa1eb0-eb57-480f-a5f7-181924199184 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:14.726112 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9be187fe-2913-4e23-90a6-21fc9a182238 req-25fa1eb0-eb57-480f-a5f7-181924199184 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0654888 Jul 20 15:06:14.763732 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9be187fe-2913-4e23-90a6-21fc9a182238 req-48fc78de-848e-483d-b232-e95193b80a80 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Jul 20 15:06:15.669327 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5def497-0fc8-49e9-9c13-f5b85755082c req-a4c67918-ce71-49ac-a743-df891b59487b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:15.670810 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f5def497-0fc8-49e9-9c13-f5b85755082c req-a4c67918-ce71-49ac-a743-df891b59487b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0645690 Jul 20 15:06:15.707103 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f5def497-0fc8-49e9-9c13-f5b85755082c req-7fca5b21-8d06-40cf-910f-efee243760f6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Jul 20 15:06:15.904826 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f10d2-db8f-40c9-88b9-be64f6732a99 req-ce37cce7-30d1-49e3-9cac-6fcd579132ea tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:15.910713 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b12f10d2-db8f-40c9-88b9-be64f6732a99 req-ce37cce7-30d1-49e3-9cac-6fcd579132ea tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0802615 Jul 20 15:06:15.951469 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b12f10d2-db8f-40c9-88b9-be64f6732a99 req-fa98014d-e413-4aa4-8550-1ff168a84644 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350277 Jul 20 15:06:16.844475 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6ab9a-eb4f-4d8d-b6a6-569ba8f6f403 req-d36dd0a0-e590-4bd5-b561-b8e415c2b5dc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:16.846025 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2e6ab9a-eb4f-4d8d-b6a6-569ba8f6f403 req-d36dd0a0-e590-4bd5-b561-b8e415c2b5dc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0670822 Jul 20 15:06:16.885132 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a2e6ab9a-eb4f-4d8d-b6a6-569ba8f6f403 req-883d9685-75a5-47f4-9238-4738837b6130 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336282 Jul 20 15:06:17.115305 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a949f-fce2-47dc-83b5-7fd00fa7ff7a req-118ddd74-6db2-4198-8775-75d4d82fd6c0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:17.116858 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-231a949f-fce2-47dc-83b5-7fd00fa7ff7a req-118ddd74-6db2-4198-8775-75d4d82fd6c0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0821044 Jul 20 15:06:17.155325 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-231a949f-fce2-47dc-83b5-7fd00fa7ff7a req-4d3226c5-119d-471e-a950-9f4ed004f6a6 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 Jul 20 15:06:17.494346 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:06:18.032669 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b066e-32fb-43b9-819b-aa0f016871ba req-9040d905-facd-49ba-bc11-1b418d7916e1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:18.034162 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-765b066e-32fb-43b9-819b-aa0f016871ba req-9040d905-facd-49ba-bc11-1b418d7916e1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0718277 Jul 20 15:06:18.077536 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-765b066e-32fb-43b9-819b-aa0f016871ba req-ce3728a2-4a67-4f79-8474-34f98d6246ae tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 Jul 20 15:06:18.295410 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775417-1841-4ff1-8282-85771073986f req-e12cc891-7e92-47b9-86a7-0fd6bc635be1 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:18.297070 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b5775417-1841-4ff1-8282-85771073986f req-e12cc891-7e92-47b9-86a7-0fd6bc635be1 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0691435 Jul 20 15:06:18.336808 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b5775417-1841-4ff1-8282-85771073986f req-0014d4f5-43bf-4aff-9d3a-def79e57cf65 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340688 Jul 20 15:06:18.585266 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47826d-0b0c-4f1c-ba31-fedd77713a54 req-97d7a99e-625b-4b03-a6b4-18e7b360c883 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:18.588134 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9e47826d-0b0c-4f1c-ba31-fedd77713a54 req-97d7a99e-625b-4b03-a6b4-18e7b360c883 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0913281 Jul 20 15:06:18.651332 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9e47826d-0b0c-4f1c-ba31-fedd77713a54 req-6d3c37ce-5a3e-400d-929d-6dd6ccf781bb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475428 Jul 20 15:06:19.238090 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98327f3a-dcca-4cbc-a8df-2e9944406cf3 req-9c7db1bf-c6d4-4a90-9888-7bd2ab6f8300 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:19.239571 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-98327f3a-dcca-4cbc-a8df-2e9944406cf3 req-9c7db1bf-c6d4-4a90-9888-7bd2ab6f8300 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0850735 Jul 20 15:06:19.281026 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-98327f3a-dcca-4cbc-a8df-2e9944406cf3 req-d1bc163a-e5c7-4372-aed5-4802014bed9d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jul 20 15:06:19.785175 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1694562-35e7-4a4e-a957-89082909269c req-c025f48b-a36b-4b80-a6d3-7183001b539a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:19.786577 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e1694562-35e7-4a4e-a957-89082909269c req-c025f48b-a36b-4b80-a6d3-7183001b539a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0635374 Jul 20 15:06:19.824115 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e1694562-35e7-4a4e-a957-89082909269c req-910b3c12-8b90-4e77-a35b-c97bfdb83d23 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313506 Jul 20 15:06:20.385421 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-5bbb4c6f-9dfe-41f6-8dc1-70abaccbdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:20.387010 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-5bbb4c6f-9dfe-41f6-8dc1-70abaccbdd30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 1099 time: 0.0598025 Jul 20 15:06:20.424416 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed41b2-5c02-4401-bfbc-9b2241db2bf8 req-3a279cd5-9073-47ae-9a85-e37ba0da2988 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:20.425916 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-49ed41b2-5c02-4401-bfbc-9b2241db2bf8 req-3a279cd5-9073-47ae-9a85-e37ba0da2988 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0652163 Jul 20 15:06:20.468105 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-49ed41b2-5c02-4401-bfbc-9b2241db2bf8 req-f3224007-7b0a-4894-8e71-19fbc3a4a8f0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Jul 20 15:06:20.495275 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-b53fb9cf-b6ef-41ba-aaae-b82273a759a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:20.496742 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-b53fb9cf-b6ef-41ba-aaae-b82273a759a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 911 time: 0.0930889 Jul 20 15:06:20.827888 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-77fcfe77-0f66-4a40-aff1-54af6f59d4de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4 HTTP/1.1" status: 200 len: 1002 time: 0.3230689 Jul 20 15:06:20.880998 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-686b7619-96c6-419b-95ee-a14e25d55408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:20.883479 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-686b7619-96c6-419b-95ee-a14e25d55408 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.0465946 Jul 20 15:06:20.996961 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209c062-adfc-4d39-9d8d-bf928fd164c8 req-c890b873-51f5-43e4-90e4-3c1818e21e97 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:20.998592 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0209c062-adfc-4d39-9d8d-bf928fd164c8 req-c890b873-51f5-43e4-90e4-3c1818e21e97 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1075168 Jul 20 15:06:21.013330 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-c0c30e5f-23cf-472b-9700-1dada078b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:21.014862 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-c0c30e5f-23cf-472b-9700-1dada078b1e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225646 Jul 20 15:06:21.069560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0209c062-adfc-4d39-9d8d-bf928fd164c8 req-07fa243c-c4fc-44c1-a424-486a341cca7f tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597680 Jul 20 15:06:21.123851 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-86f9dd52-5e96-44e6-94da-b5482c067c53 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962753 Jul 20 15:06:21.216701 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8782abf6-19f2-4418-b353-6a067cc2ecae req-2e856706-47f1-43c0-be1f-78f7d0fba6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858989 Jul 20 15:06:21.608238 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29f8d6-e744-4935-b624-535b363bafc2 req-1ab0eff4-223f-4671-b1e3-788070135f96 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:21.609902 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ae29f8d6-e744-4935-b624-535b363bafc2 req-1ab0eff4-223f-4671-b1e3-788070135f96 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0722718 Jul 20 15:06:21.651360 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ae29f8d6-e744-4935-b624-535b363bafc2 req-cbe9c4b8-e91f-4e2d-8f33-956b479f3cfc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352950 Jul 20 15:06:21.682301 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-8ec7ee2a-d647-42d1-b984-4b34481548bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620565 Jul 20 15:06:21.837267 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687359-8593-4c46-8e38-f61da9bf53e4 req-29aa8599-dcba-4ddf-a0b5-1ffdd2007490 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:21.838856 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3c687359-8593-4c46-8e38-f61da9bf53e4 req-29aa8599-dcba-4ddf-a0b5-1ffdd2007490 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0695465 Jul 20 15:06:21.881128 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3c687359-8593-4c46-8e38-f61da9bf53e4 req-837dbb1c-b0fb-48fc-a7f3-aa48b47bc911 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Jul 20 15:06:21.957988 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-adc6f3cc-3539-4b39-82fd-4488eb629817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:21.959549 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-adc6f3cc-3539-4b39-82fd-4488eb629817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d42e4268b049496d875ea30341a4099e&device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 1098 time: 0.0567787 Jul 20 15:06:22.077700 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-97814585-ae01-4886-a651-3f8ac15164ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:22.079222 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-97814585-ae01-4886-a651-3f8ac15164ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 200 len: 920 time: 0.0921988 Jul 20 15:06:22.124873 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-10be37fb-db06-42b8-a16b-034d9b41aa74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 200 len: 217 time: 0.0348358 Jul 20 15:06:22.204498 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-3b7d326b-9aaf-4829-b2c0-4d88e23b1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:22.205926 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-3b7d326b-9aaf-4829-b2c0-4d88e23b1c6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 200 len: 859 time: 0.0720887 Jul 20 15:06:22.249371 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-97c27df1-9da4-4242-9a18-56d6e33405be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f503207b-7b8b-4114-a641-cba64d21ecaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320885 Jul 20 15:06:22.262771 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb2a2-ac24-4011-bbb4-4c7a5f7256fe req-cf0abeaa-3ef5-43f5-837e-778a9ec64d69 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:22.264273 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-533fb2a2-ac24-4011-bbb4-4c7a5f7256fe req-cf0abeaa-3ef5-43f5-837e-778a9ec64d69 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.1232390 Jul 20 15:06:22.367685 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-533fb2a2-ac24-4011-bbb4-4c7a5f7256fe req-b6f6df5d-cbf3-4cbd-a704-fbae58f1e829 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770516 Jul 20 15:06:22.387299 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-8e0a4490-3873-4637-89c2-f961e026be74 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220210 Jul 20 15:06:22.484935 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9bcc4807-b906-4e24-b056-e3f0eaadb289 req-69b923b8-dd92-49b7-8020-b11ad44702b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872476 Jul 20 15:06:22.727952 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:23.008377 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0c3b7-eb99-459d-9938-ecb3d6a8c001 req-adb829f8-78f7-4b8c-944f-dbde800b5ea3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:23.009864 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-faa0c3b7-eb99-459d-9938-ecb3d6a8c001 req-adb829f8-78f7-4b8c-944f-dbde800b5ea3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0630536 Jul 20 15:06:23.049341 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-faa0c3b7-eb99-459d-9938-ecb3d6a8c001 req-6854b6c5-8ee9-4c0a-b3df-d0a4e4fb3347 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337534 Jul 20 15:06:24.183823 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f81f8-7b25-4f00-ae60-869cdbefec05 req-28ccc39c-b00f-42e1-adf5-cafbe27669df tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:24.185420 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-de6f81f8-7b25-4f00-ae60-869cdbefec05 req-28ccc39c-b00f-42e1-adf5-cafbe27669df tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.0688941 Jul 20 15:06:24.223413 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-de6f81f8-7b25-4f00-ae60-869cdbefec05 req-b6603a20-bd27-4e3e-9ae1-5c828838fc9a tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Jul 20 15:06:25.413304 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-93c95b50-1f7f-4c63-be73-73503ab9c881 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:25.415441 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-93c95b50-1f7f-4c63-be73-73503ab9c881 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1293092 Jul 20 15:06:25.436652 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116861e3-0e94-4a97-ac46-5dccb6a7dd10 req-0b033f7d-62cc-4f23-a2ed-5d1c71ac5a39 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:25.439163 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-116861e3-0e94-4a97-ac46-5dccb6a7dd10 req-0b033f7d-62cc-4f23-a2ed-5d1c71ac5a39 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 946 time: 0.1247163 Jul 20 15:06:25.522351 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-116861e3-0e94-4a97-ac46-5dccb6a7dd10 req-1a9cf5b2-52f6-4003-bd90-9fe63b267415 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733783 Jul 20 15:06:25.575866 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Deleting port 299a7942-e3c5-4353-b783-dc4c294c3366 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:06:25.576406 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:25.675768 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] For port 299a7942-e3c5-4353-b783-dc4c294c3366, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=299a7942-e3c5-4353-b783-dc4c294c3366,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:25.676272 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:25.695504 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Calling delete_port for 299a7942-e3c5-4353-b783-dc4c294c3366 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:06:25.858218 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:25.903196 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Pushing event deleted for resources: {'Port': ['ID=299a7942-e3c5-4353-b783-dc4c294c3366,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:25.931670 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['76114b23-4ccd-4c09-a69f-a2bff27b4f71', '299a7942-e3c5-4353-b783-dc4c294c3366'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:06:25.946940 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] No DVR routers for this DVR port 299a7942-e3c5-4353-b783-dc4c294c3366 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:06:25.951710 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:25.955291 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4e2f099a-0159-42ce-9764-9dd82e0816e5 req-9016056e-0eee-4781-8897-5907681fa282 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "DELETE /v2.0/ports/299a7942-e3c5-4353-b783-dc4c294c3366 HTTP/1.1" status: 204 len: 173 time: 0.5143285 Jul 20 15:06:25.955599 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'name': 'network-vif-deleted', 'tag': '299a7942-e3c5-4353-b783-dc4c294c3366'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:25.959767 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d7d4b0-8aab-4e78-9e03-4f6255d9ee89" -d '{"events": [{"server_uuid": "c613ce09-ffe3-401c-96b0-12d8f48f23ae", "name": "network-vif-deleted", "tag": "299a7942-e3c5-4353-b783-dc4c294c3366"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:26.008831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d8eba-2e74-4e85-9036-0f40706ca465 x-openstack-request-id: req-c12d8eba-2e74-4e85-9036-0f40706ca465 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:26.009318 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c613ce09-ffe3-401c-96b0-12d8f48f23ae", "name": "network-vif-deleted", "tag": "299a7942-e3c5-4353-b783-dc4c294c3366", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:26.009925 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c12d8eba-2e74-4e85-9036-0f40706ca465 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:26.011233 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c613ce09-ffe3-401c-96b0-12d8f48f23ae', 'name': 'network-vif-deleted', 'tag': '299a7942-e3c5-4353-b783-dc4c294c3366', 'status': 'completed', 'code': 200} Jul 20 15:06:26.694901 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b6bec2eb-97ca-4201-ba44-73bb46a38666 req-7b931ea7-5491-4585-9a25-1bbb917154e7 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613ce09-ffe3-401c-96b0-12d8f48f23ae HTTP/1.1" status: 200 len: 210 time: 0.0499454 Jul 20 15:06:27.047510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91acf1-4963-4076-be3b-aa14508fe793 req-1319dd4e-b668-43a9-9296-a70629dd8094 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:27.049043 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ea91acf1-4963-4076-be3b-aa14508fe793 req-1319dd4e-b668-43a9-9296-a70629dd8094 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.0710537 Jul 20 15:06:27.097365 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ea91acf1-4963-4076-be3b-aa14508fe793 req-c5947033-6080-45be-a273-99be17c7e62b tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Jul 20 15:06:28.013825 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fdffe-7241-4029-9598-09c7c57e009e req-f62f3d1a-d2c7-467e-982a-4034d6539d11 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:28.015703 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-334fdffe-7241-4029-9598-09c7c57e009e req-f62f3d1a-d2c7-467e-982a-4034d6539d11 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0714693 Jul 20 15:06:28.063436 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-334fdffe-7241-4029-9598-09c7c57e009e req-0d6bb877-0d30-4fc0-b457-915881c5a8d3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Jul 20 15:06:28.258183 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db0e33-9788-4818-9003-9f5a94ee94d5 req-fb1516f3-1b89-430e-b4da-b52c7361c2d0 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:28.260017 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-47db0e33-9788-4818-9003-9f5a94ee94d5 req-fb1516f3-1b89-430e-b4da-b52c7361c2d0 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.0718992 Jul 20 15:06:28.303214 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-47db0e33-9788-4818-9003-9f5a94ee94d5 req-ca7847e2-c911-4a7b-a8db-ceb718114985 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Jul 20 15:06:28.805121 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 299a7942-e3c5-4353-b783-dc4c294c3366 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:06:28.839185 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 299a7942-e3c5-4353-b783-dc4c294c3366 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:06:28.839732 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 299a7942-e3c5-4353-b783-dc4c294c3366 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:06:29.214635 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e45e9-fc5e-4023-8e59-5e156e7fd40f req-04c687a0-6aa0-423e-9403-7da2df7195a4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:29.216868 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-096e45e9-fc5e-4023-8e59-5e156e7fd40f req-04c687a0-6aa0-423e-9403-7da2df7195a4 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0775163 Jul 20 15:06:29.256586 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cac1de-2728-426e-b731-390932c3d6bc req-3301a2ce-bb96-453b-a7f1-b861f2ffbe13 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:29.258544 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-14cac1de-2728-426e-b731-390932c3d6bc req-3301a2ce-bb96-453b-a7f1-b861f2ffbe13 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.0866828 Jul 20 15:06:29.282502 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-096e45e9-fc5e-4023-8e59-5e156e7fd40f req-be16114a-790a-48bf-9e53-57ba6f188b57 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561538 Jul 20 15:06:29.382535 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Deleting port a92e533c-ec6e-4a4e-83c5-f98361cd2399 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:06:29.382906 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:29.516522 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] For port a92e533c-ec6e-4a4e-83c5-f98361cd2399, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a92e533c-ec6e-4a4e-83c5-f98361cd2399,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:29.516879 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:29.533219 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Calling delete_port for a92e533c-ec6e-4a4e-83c5-f98361cd2399 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:06:29.542501 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb98d6-12b4-4e2e-989b-91018610eff7 req-99fe6416-6668-4a33-86a0-a1ce85dc5881 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:29.544096 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b9bb98d6-12b4-4e2e-989b-91018610eff7 req-99fe6416-6668-4a33-86a0-a1ce85dc5881 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=12101030-55ad-4565-afc6-88acb16e7b4b HTTP/1.1" status: 200 len: 945 time: 0.1563325 Jul 20 15:06:29.631083 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b9bb98d6-12b4-4e2e-989b-91018610eff7 req-afc7ce32-a66d-4a3d-ac9d-308189a39e58 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756333 Jul 20 15:06:29.716659 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:29.752157 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Pushing event deleted for resources: {'Port': ['ID=a92e533c-ec6e-4a4e-83c5-f98361cd2399,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:29.773064 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['a92e533c-ec6e-4a4e-83c5-f98361cd2399'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:06:29.806084 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] No DVR routers for this DVR port a92e533c-ec6e-4a4e-83c5-f98361cd2399 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:06:29.809509 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:29.811520 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-14cac1de-2728-426e-b731-390932c3d6bc req-c481746a-b7ce-462e-b4ed-c9505ae91808 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "DELETE /v2.0/ports/a92e533c-ec6e-4a4e-83c5-f98361cd2399 HTTP/1.1" status: 204 len: 173 time: 0.5470717 Jul 20 15:06:29.811952 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12101030-55ad-4565-afc6-88acb16e7b4b', 'name': 'network-vif-deleted', 'tag': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:29.814184 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba96feb-de12-4dd5-9222-fe9fd83fcdcd" -d '{"events": [{"server_uuid": "12101030-55ad-4565-afc6-88acb16e7b4b", "name": "network-vif-deleted", "tag": "a92e533c-ec6e-4a4e-83c5-f98361cd2399"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:29.879112 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a2f9c-908d-4ce5-b85d-3026f67b26b2 x-openstack-request-id: req-117a2f9c-908d-4ce5-b85d-3026f67b26b2 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:29.879570 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12101030-55ad-4565-afc6-88acb16e7b4b", "name": "network-vif-deleted", "tag": "a92e533c-ec6e-4a4e-83c5-f98361cd2399", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:29.880001 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-117a2f9c-908d-4ce5-b85d-3026f67b26b2 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:29.880632 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12101030-55ad-4565-afc6-88acb16e7b4b', 'name': 'network-vif-deleted', 'tag': 'a92e533c-ec6e-4a4e-83c5-f98361cd2399', 'status': 'completed', 'code': 200} Jul 20 15:06:30.459278 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23e1d8-f572-47b8-aa65-02eaade4fcc0 req-8f273247-db39-4e0e-b390-8b9a4fc490af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:30.461083 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5c23e1d8-f572-47b8-aa65-02eaade4fcc0 req-8f273247-db39-4e0e-b390-8b9a4fc490af tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0990677 Jul 20 15:06:30.513590 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5c23e1d8-f572-47b8-aa65-02eaade4fcc0 req-2d04514e-f386-4afe-acf0-ec65b3cf4de9 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382147 Jul 20 15:06:31.660263 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81beabe-4483-4fe0-a306-ca73203978d4 req-dcd2015c-1600-4b26-8c74-4987208c85ee tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:31.662338 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d81beabe-4483-4fe0-a306-ca73203978d4 req-dcd2015c-1600-4b26-8c74-4987208c85ee tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0679598 Jul 20 15:06:31.702268 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d81beabe-4483-4fe0-a306-ca73203978d4 req-9d1bf5da-5467-4f9c-b455-179c1593f1f0 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jul 20 15:06:32.857938 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5a264-a1cf-475c-873c-d98d631a5c90 req-8a273fd1-bc07-45e4-b77d-73b24eb08127 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:32.859497 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-43b5a264-a1cf-475c-873c-d98d631a5c90 req-8a273fd1-bc07-45e4-b77d-73b24eb08127 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0744431 Jul 20 15:06:32.900576 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-43b5a264-a1cf-475c-873c-d98d631a5c90 req-750d8ba6-c5ff-4d86-9cf9-f37f0ac1e499 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Jul 20 15:06:33.989715 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device a92e533c-ec6e-4a4e-83c5-f98361cd2399 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:06:34.011492 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: a92e533c-ec6e-4a4e-83c5-f98361cd2399 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:06:34.011921 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device a92e533c-ec6e-4a4e-83c5-f98361cd2399 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:06:34.055514 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911dacb-a35e-476f-88d1-6e31fe5eef3f req-033aae13-ef39-455c-8c8c-3013357bb821 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:34.057133 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e911dacb-a35e-476f-88d1-6e31fe5eef3f req-033aae13-ef39-455c-8c8c-3013357bb821 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0792358 Jul 20 15:06:34.099975 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e911dacb-a35e-476f-88d1-6e31fe5eef3f req-6642ce91-0189-4c49-b3af-784626f2b856 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jul 20 15:06:34.676693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-4b59bb08-4627-49cf-9d30-cd228c855fd3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:34.684526 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-4b59bb08-4627-49cf-9d30-cd228c855fd3 tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 945 time: 0.0720122 Jul 20 15:06:34.808323 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Deleting port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:06:34.808662 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:34.961978 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] For port 76114b23-4ccd-4c09-a69f-a2bff27b4f71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=76114b23-4ccd-4c09-a69f-a2bff27b4f71,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:34.962501 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:34.982312 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Calling delete_port for 76114b23-4ccd-4c09-a69f-a2bff27b4f71 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:06:35.159319 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:35.200381 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['76114b23-4ccd-4c09-a69f-a2bff27b4f71'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:06:35.206220 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Pushing event deleted for resources: {'Port': ['ID=76114b23-4ccd-4c09-a69f-a2bff27b4f71,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:35.226397 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.226987 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.227560 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.228117 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.228959 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.229775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.230578 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.231159 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.231750 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.232321 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.232860 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.233435 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:35.258828 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-94a9296d-69f2-427e-8edd-fd9fde309d05 req-58204bdc-72b7-47b9-b656-5c7bb60afa3f tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.35 "GET /v2.0/ports?device_id=832054f7-a193-4ca5-b8fe-ac3ff6a2638c HTTP/1.1" status: 200 len: 210 time: 0.0561500 Jul 20 15:06:35.296562 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] No DVR routers for this DVR port 76114b23-4ccd-4c09-a69f-a2bff27b4f71 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:06:35.299325 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:35.301560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0a506629-cf12-4642-bfd5-75866cc6da4d req-e1ca10b7-7e4b-43a1-89b9-51a0b3ce417c tempest-ServerRescueNegativeTestJSON-1031656766 tempest-ServerRescueNegativeTestJSON-1031656766-project] 10.222.0.36 "DELETE /v2.0/ports/76114b23-4ccd-4c09-a69f-a2bff27b4f71 HTTP/1.1" status: 204 len: 173 time: 0.6158156 Jul 20 15:06:35.302029 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'name': 'network-vif-deleted', 'tag': '76114b23-4ccd-4c09-a69f-a2bff27b4f71'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:35.305231 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63fd662-5eef-44f1-9de1-5ea69adf2002" -d '{"events": [{"server_uuid": "832054f7-a193-4ca5-b8fe-ac3ff6a2638c", "name": "network-vif-deleted", "tag": "76114b23-4ccd-4c09-a69f-a2bff27b4f71"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:35.353200 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ac842-46bf-44ae-9dee-3d2244f008be x-openstack-request-id: req-f23ac842-46bf-44ae-9dee-3d2244f008be {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:35.353513 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832054f7-a193-4ca5-b8fe-ac3ff6a2638c", "name": "network-vif-deleted", "tag": "76114b23-4ccd-4c09-a69f-a2bff27b4f71", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:35.353794 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f23ac842-46bf-44ae-9dee-3d2244f008be {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:35.354270 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832054f7-a193-4ca5-b8fe-ac3ff6a2638c', 'name': 'network-vif-deleted', 'tag': '76114b23-4ccd-4c09-a69f-a2bff27b4f71', 'status': 'completed', 'code': 200} Jul 20 15:06:35.992965 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-6d240f0a-4c12-4cd5-b691-35f6135563e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:36.333300 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48608) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:36.819310 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:37.146017 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Deleting port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:06:37.146390 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:37.231728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] For port a6505b1f-3a63-42e6-bdfc-8d47c70c16f4, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,segment=NetworkSegment(1982807c-e078-4e13-90ed-48e60dc5b5a3),segment_id=1982807c-e078-4e13-90ed-48e60dc5b5a3)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:37.232080 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:37.244392 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Calling delete_port for a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 owned by network:router_interface {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:06:37.702170 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:37.732773 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6505b1f-3a63-42e6-bdfc-8d47c70c16f4,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:37.916792 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.156609 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Router a55a4a19-c253-42ca-a961-c3163db24573 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:06:38.279639 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:06:38.284902 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3d1a2a78-8b61-4507-a4f1-30676bc6241f admin admin] 10.222.0.35 "PUT /v2.0/routers/a55a4a19-c253-42ca-a961-c3163db24573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9499636 Jul 20 15:06:38.288163 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48616) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:38.291094 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] Sync routers for ids ['a55a4a19-c253-42ca-a961-c3163db24573'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:06:38.301506 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] Routers {'a55a4a19-c253-42ca-a961-c3163db24573'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:06:38.302112 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:06:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['a55a4a19-c253-42ca-a961-c3163db24573'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:38.395374 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks [] for router, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.416634 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] Set router a55a4a19-c253-42ca-a961-c3163db24573 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:06:38.515287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.576455 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Deleting port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:06:38.576794 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.639546 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:06:37Z', 'revision_number': 5, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port': {'id': 'e1d013d7-a41b-4f79-a09d-cd6cf5fdc125', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:25Z', 'updated_at': '2021-07-20T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:38.663845 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] For port e1d013d7-a41b-4f79-a09d-cd6cf5fdc125, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:38.664363 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.664527 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee890-70ac-4643-80be-9564a3f109f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.667405 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] Checking router: a55a4a19-c253-42ca-a961-c3163db24573 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:06:38.677633 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] Routers {'a55a4a19-c253-42ca-a961-c3163db24573'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:06:38.678267 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:06:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['a55a4a19-c253-42ca-a961-c3163db24573'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:38.682059 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Calling delete_port for e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 owned by network:router_gateway {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:06:38.686758 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.768536 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] Set router a55a4a19-c253-42ca-a961-c3163db24573 gateway port host: None {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:06:38.880730 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:38.911657 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d013d7-a41b-4f79-a09d-cd6cf5fdc125,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:38.931842 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:06:38Z', 'revision_number': 6, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:38.959610 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9729a23-a370-4107-8d3a-bd33fe44f9e2 None None] The sync data for ids ['a55a4a19-c253-42ca-a961-c3163db24573'] in dv-cinder-778907-2-iscsi is: [{'id': 'a55a4a19-c253-42ca-a961-c3163db24573', 'name': 'tempest-ServerRescueNegativeTestJSON-1855051871-router', 'tenant_id': 'd42e4268b049496d875ea30341a4099e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:23Z', 'updated_at': '2021-07-20T15:06:38Z', 'revision_number': 6, 'project_id': 'd42e4268b049496d875ea30341a4099e', 'gw_port_host': None}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:06:38.984019 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.094239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.096501 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.164015 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.164597 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a55a4a19-c253-42ca-a961-c3163db24573 {{(pid=93312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:06:39.170301 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.174406 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f54bf116-9ca1-45a3-bddb-aa8bfc80439a admin admin] 10.222.0.35 "DELETE /v2.0/routers/a55a4a19-c253-42ca-a961-c3163db24573 HTTP/1.1" status: 204 len: 168 time: 0.8819740 Jul 20 15:06:39.174406 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48620) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:39.221199 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Deleting subnet 71e62324-f1fb-410c-b606-3ad83511f1f5 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:06:39.224637 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.264590 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.307373 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.379165 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.405684 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e62324-f1fb-410c-b606-3ad83511f1f5,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:39.411117 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.416230 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8db3a0a0-24db-4c32-b1e5-9d5d23e06a4a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71e62324-f1fb-410c-b606-3ad83511f1f5 HTTP/1.1" status: 204 len: 168 time: 0.2378256 Jul 20 15:06:39.416230 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48622) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:39.493723 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.518965 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 76114b23-4ccd-4c09-a69f-a2bff27b4f71 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:06:39.542081 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 76114b23-4ccd-4c09-a69f-a2bff27b4f71 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:06:39.542426 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 76114b23-4ccd-4c09-a69f-a2bff27b4f71 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:06:39.608477 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.619251 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f503207b-7b8b-4114-a641-cba64d21ecaf']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:39.633526 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1982807c-e078-4e13-90ed-48e60dc5b5a3') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:39.633808 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1982807c-e078-4e13-90ed-48e60dc5b5a3') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:06:39.642946 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.658106 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.664262 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:06:39.664650 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:06:39.666303 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:06:39.719705 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.725277 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.727117 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] 10.222.0.35 "DELETE /v2.0/networks/f503207b-7b8b-4114-a641-cba64d21ecaf HTTP/1.1" status: 204 len: 168 time: 0.3101320 Jul 20 15:06:39.740770 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114e1f8-a7f1-46d8-af82-8a8323673b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f503207b-7b8b-4114-a641-cba64d21ecaf,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:39.747014 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:06:39.771631 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:06:39.772440 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device a6505b1f-3a63-42e6-bdfc-8d47c70c16f4 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:06:39.837761 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:39.962281 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48628) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:40.005590 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-b5f29982-22e9-48e9-894c-0310fdbc5757 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d42e4268b049496d875ea30341a4099e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420308 Jul 20 15:06:40.008011 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48630) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:40.067587 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ae90def0-c8b7-417a-8f56-8e368c042835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:40.094722 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ae90def0-c8b7-417a-8f56-8e368c042835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:40.152552 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ae90def0-c8b7-417a-8f56-8e368c042835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:40.156737 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ae90def0-c8b7-417a-8f56-8e368c042835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:40.158301 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-ae90def0-c8b7-417a-8f56-8e368c042835 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1f679ce-4b13-4b8e-af2a-32c962a5c6fd HTTP/1.1" status: 204 len: 168 time: 0.1492374 Jul 20 15:06:40.169289 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90def0-c8b7-417a-8f56-8e368c042835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f679ce-4b13-4b8e-af2a-32c962a5c6fd,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:40.925731 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-29f6484d-86c5-484e-9151-bf55afb06c0f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:40.928135 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-29f6484d-86c5-484e-9151-bf55afb06c0f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/networks?id=2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 200 len: 814 time: 0.1296477 Jul 20 15:06:40.946274 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-57afa33b-d20d-4606-8abf-76dd03a07dfc tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/quotas/0b3798cf12b2418b8809561099222814 HTTP/1.1" status: 200 len: 375 time: 0.0115983 Jul 20 15:06:40.991803 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-d09fefe6-4fb8-4aa7-968e-aa6d8c6ef90d tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b3798cf12b2418b8809561099222814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399337 Jul 20 15:06:41.025048 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:06:41.062212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:06:41.062853 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device e1d013d7-a41b-4f79-a09d-cd6cf5fdc125 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:06:41.110863 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-26f9f35b-21c0-42b2-ba83-c57700458ebc service neutron] 10.222.0.35 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087632 Jul 20 15:06:41.228481 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-eb560e3c-571f-4c96-b9a2-908de6a218d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099117 Jul 20 15:06:41.444140 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:41.463348 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ae096870-ab47-43be-b2a3-d64e243125ef req-3182505a-4115-4c7a-9971-f99c59ef2221 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 210 time: 0.0740852 Jul 20 15:06:42.544451 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9b98508c-d86a-4d54-bc26-daf6478055b9 req-9beb2908-61b0-444b-ab12-fcc5bff22f3c tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 210 time: 0.0291202 Jul 20 15:06:42.614665 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-556c76d9-2177-465d-8659-0be00f27fc43 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:42.616196 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-556c76d9-2177-465d-8659-0be00f27fc43 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "GET /v2.0/networks?id=2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 200 len: 814 time: 0.1346691 Jul 20 15:06:42.649937 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Request body: {'port': {'device_id': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f', 'admin_state_up': True, 'tenant_id': '0b3798cf12b2418b8809561099222814'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:06:42.776527 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Made reservation on behalf of 0b3798cf12b2418b8809561099222814 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:06:42.782589 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:42.966969 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Allocated IP 172.20.0.9 (2e50d494-a946-40ff-9c0f-2c09ad51393f/629b1225-8bc2-4d3e-b561-955c0594a5b1/be12fde7-3293-4376-a5f7-372aa02bc966) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:06:43.124999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:43.172536 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:43.218780 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Network 2e50d494-a946-40ff-9c0f-2c09ad51393f is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:06:43.221923 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:06:43.225778 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:06:43.232223 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Pushing event updated for resources: {'Port': ['ID=be12fde7-3293-4376-a5f7-372aa02bc966,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:43.282336 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:43.283037 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:43.298197 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-32ee496c-84e6-4db3-9dcb-2f8bf711565f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6579335 Jul 20 15:06:43.690311 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a57a-3f23-4bf6-b34c-773ab0bbf863 req-8821034f-aa3d-4cef-970b-463584da4fd4 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:43.691879 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1346a57a-3f23-4bf6-b34c-773ab0bbf863 req-8821034f-aa3d-4cef-970b-463584da4fd4 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 931 time: 0.0737348 Jul 20 15:06:43.734758 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1346a57a-3f23-4bf6-b34c-773ab0bbf863 req-1d402761-fac6-4954-acf6-d30b01a3c5f6 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372534 Jul 20 15:06:44.874672 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ae8ea-73df-42bc-b7a9-fe8dda6d4278 req-b5dc98e9-c3e1-45c5-9d63-61f14d5c8abf tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:44.876249 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd2ae8ea-73df-42bc-b7a9-fe8dda6d4278 req-b5dc98e9-c3e1-45c5-9d63-61f14d5c8abf tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 931 time: 0.0697131 Jul 20 15:06:44.920485 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bd2ae8ea-73df-42bc-b7a9-fe8dda6d4278 req-83e3cda3-e17d-4b02-ba98-e61a964e8929 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Jul 20 15:06:45.980580 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Request body: {'port': {'device_id': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:06:46.074101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456ca2-b0a1-46f7-beca-1a9c91e3fa35 req-edfb8e66-fab1-45a0-8455-4b82d500f2d4 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:46.075770 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-df456ca2-b0a1-46f7-beca-1a9c91e3fa35 req-edfb8e66-fab1-45a0-8455-4b82d500f2d4 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 931 time: 0.0728343 Jul 20 15:06:46.130235 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-df456ca2-b0a1-46f7-beca-1a9c91e3fa35 req-88a314b7-b4d2-4fae-9a52-119c490c6266 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Jul 20 15:06:46.335368 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:46.633797 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be12fde7-3293-4376-a5f7-372aa02bc966 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:06:46.642107 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:46.655066 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Transition to ACTIVE for port object be12fde7-3293-4376-a5f7-372aa02bc966 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:06:46.659982 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:46.715859 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Pushing event updated for resources: {'Port': ['ID=be12fde7-3293-4376-a5f7-372aa02bc966,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:46.790045 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Attempting to bind port be12fde7-3293-4376-a5f7-372aa02bc966 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:06:46.790485 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Attempting to bind port be12fde7-3293-4376-a5f7-372aa02bc966 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:06:46.790791 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Attempting to bind port be12fde7-3293-4376-a5f7-372aa02bc966 on network 2e50d494-a946-40ff-9c0f-2c09ad51393f {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:06:46.795688 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Port be12fde7-3293-4376-a5f7-372aa02bc966 on network 2e50d494-a946-40ff-9c0f-2c09ad51393f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:06:46.795991 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Attempting to bind port be12fde7-3293-4376-a5f7-372aa02bc966 on network 2e50d494-a946-40ff-9c0f-2c09ad51393f {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:06:46.801904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:06:46.802268 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Checking segment: {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:06:46.802670 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Bound using segment: {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:06:46.803089 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Bound port: be12fde7-3293-4376-a5f7-372aa02bc966, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0a0245-cec7-452c-af81-8b45cd74e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:06:46.803449 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:46.871198 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] For port be12fde7-3293-4376-a5f7-372aa02bc966, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:06:46.875481 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] For port be12fde7-3293-4376-a5f7-372aa02bc966, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be12fde7-3293-4376-a5f7-372aa02bc966,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:06:46.880325 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:46.915944 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:46.916803 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:46.919006 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/be12fde7-3293-4376-a5f7-372aa02bc966 HTTP/1.1" status: 200 len: 1093 time: 0.9437933 Jul 20 15:06:46.919636 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'tag': 'be12fde7-3293-4376-a5f7-372aa02bc966'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:46.923066 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaadd520-68f4-435e-9332-246ec7a42412" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac391c1-b7c9-496d-b8ec-001ece3652dd", "tag": "be12fde7-3293-4376-a5f7-372aa02bc966"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:46.951520 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099b8ee-ea58-4b8a-a4e6-9743aac020f4 service neutron] Pushing event updated for resources: {'Port': ['ID=be12fde7-3293-4376-a5f7-372aa02bc966,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:46.981705 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87f4595-b465-4278-b4f1-2099a661d7ea x-openstack-request-id: req-a87f4595-b465-4278-b4f1-2099a661d7ea {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:46.982367 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac391c1-b7c9-496d-b8ec-001ece3652dd", "tag": "be12fde7-3293-4376-a5f7-372aa02bc966", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:46.982367 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a87f4595-b465-4278-b4f1-2099a661d7ea {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:46.982666 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'tag': 'be12fde7-3293-4376-a5f7-372aa02bc966', 'status': 'completed', 'code': 200} Jul 20 15:06:47.065959 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-79d8d219-75dc-4867-b163-b8e92b804a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:47.067639 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-79d8d219-75dc-4867-b163-b8e92b804a44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b3798cf12b2418b8809561099222814&device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 1096 time: 0.0665214 Jul 20 15:06:47.120856 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-0e695052-891a-4fc0-b5e1-f4b31c5df0ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be12fde7-3293-4376-a5f7-372aa02bc966 HTTP/1.1" status: 200 len: 217 time: 0.0383730 Jul 20 15:06:47.183062 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-4d511215-b8fd-40bd-874e-b908a5c34c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:47.184896 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-4d511215-b8fd-40bd-874e-b908a5c34c41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=629b1225-8bc2-4d3e-b561-955c0594a5b1 HTTP/1.1" status: 200 len: 854 time: 0.0575192 Jul 20 15:06:47.245859 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-4cebd08d-502c-4819-bd5f-24c37cb91809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e50d494-a946-40ff-9c0f-2c09ad51393f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540867 Jul 20 15:06:47.391002 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03432465-c6a4-47c6-bb6f-ef0d3148e0b2 req-cd57b7a7-2337-41ec-b7bb-c572bf026578 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:47.392676 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-03432465-c6a4-47c6-bb6f-ef0d3148e0b2 req-cd57b7a7-2337-41ec-b7bb-c572bf026578 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 943 time: 0.1496196 Jul 20 15:06:47.397558 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-e3819035-e6e4-4fbf-9f5e-77898a579972 service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417093 Jul 20 15:06:47.494050 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-03432465-c6a4-47c6-bb6f-ef0d3148e0b2 req-52be5adc-70d1-4331-b29e-9cdf43647eb3 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926313 Jul 20 15:06:47.530367 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3e951b4-e6f4-45d7-9bc2-ad7210ce68cc req-c779b3b9-2e38-4c2c-8b4e-98a5d2bed20c service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224294 Jul 20 15:06:47.700428 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd520-68f4-435e-9332-246ec7a42412 req-f30a1937-d35e-4e3f-a3f0-1523c5d3a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:47.702813 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-f30a1937-d35e-4e3f-a3f0-1523c5d3a7cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b3798cf12b2418b8809561099222814&device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 1096 time: 0.0662506 Jul 20 15:06:47.816601 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd520-68f4-435e-9332-246ec7a42412 req-190c6614-3308-4eaf-addc-4fd05cad3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:47.818134 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-190c6614-3308-4eaf-addc-4fd05cad3b78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 200 len: 915 time: 0.1068060 Jul 20 15:06:47.863883 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-a04d8587-60cf-4db7-bb66-5ac016e0fa7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be12fde7-3293-4376-a5f7-372aa02bc966 HTTP/1.1" status: 200 len: 217 time: 0.0390198 Jul 20 15:06:47.917210 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd520-68f4-435e-9332-246ec7a42412 req-d40937e3-329a-4ca6-83bc-f45653f053b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:47.918698 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-d40937e3-329a-4ca6-83bc-f45653f053b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=629b1225-8bc2-4d3e-b561-955c0594a5b1 HTTP/1.1" status: 200 len: 854 time: 0.0469406 Jul 20 15:06:47.959841 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-3ca7d850-3ff8-4a96-a20d-6d26913c48d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e50d494-a946-40ff-9c0f-2c09ad51393f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319564 Jul 20 15:06:48.075296 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-ad2358d4-b8d7-4da1-ad93-27b509b9d71e service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060064 Jul 20 15:06:48.176614 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-aaadd520-68f4-435e-9332-246ec7a42412 req-1b2f4409-2ecb-421b-8437-83d86c9b5dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946844 Jul 20 15:06:48.643613 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1741a6-ba2a-4e89-b869-09e50a4161d6 req-1a89b1d2-e275-45bc-95be-60b5315f86cf tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:48.645555 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f1741a6-ba2a-4e89-b869-09e50a4161d6 req-1a89b1d2-e275-45bc-95be-60b5315f86cf tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 943 time: 0.0679960 Jul 20 15:06:48.692758 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f1741a6-ba2a-4e89-b869-09e50a4161d6 req-00ed292f-711c-4340-b77b-606d11b2781d tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Jul 20 15:06:49.837138 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1fed-d518-4044-82c8-6dbf8205903d req-84e48175-8ca8-4869-9c33-4b6671f5895a tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:49.838821 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1b5f1fed-d518-4044-82c8-6dbf8205903d req-84e48175-8ca8-4869-9c33-4b6671f5895a tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 943 time: 0.0728688 Jul 20 15:06:49.883387 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1b5f1fed-d518-4044-82c8-6dbf8205903d req-19e649f3-5685-4c14-861b-46ba674a6af7 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342016 Jul 20 15:06:49.949859 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 48788) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:50.022722 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device be12fde7-3293-4376-a5f7-372aa02bc966 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:06:50.058925 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.128009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port be12fde7-3293-4376-a5f7-372aa02bc966, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be12fde7-3293-4376-a5f7-372aa02bc966,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:50.145009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'be12fde7-3293-4376-a5f7-372aa02bc966', 'network_id': '2e50d494-a946-40ff-9c0f-2c09ad51393f', 'port_id': 'be12fde7-3293-4376-a5f7-372aa02bc966', 'mac_address': 'fa:16:3e:86:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629b1225-8bc2-4d3e-b561-955c0594a5b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:06:50.165084 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.170072 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.194756 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.209537 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be12fde7-3293-4376-a5f7-372aa02bc966 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:06:50.213333 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f76b1e23bae4fc9a5e8100629a91261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624667 Jul 20 15:06:50.215868 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941efa9-a60d-44e2-9cfc-b0c3ab7ded04,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:50.216410 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48792) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:50.223882 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.224508 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.224849 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.225184 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.225521 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.225857 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.226184 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.226513 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.226884 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.227417 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.227745 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.228067 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b97cbb-6189-494c-bd11-858efe6ee96e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:06:50.235491 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port be12fde7-3293-4376-a5f7-372aa02bc966, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be12fde7-3293-4376-a5f7-372aa02bc966,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:50.240073 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.292760 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=be12fde7-3293-4376-a5f7-372aa02bc966,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:50.298354 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-88c79101-20fe-480a-a6fc-fe2a8e3ea51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.322487 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-88c79101-20fe-480a-a6fc-fe2a8e3ea51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.370700 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-88c79101-20fe-480a-a6fc-fe2a8e3ea51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.373243 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-88c79101-20fe-480a-a6fc-fe2a8e3ea51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:50.374381 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-88c79101-20fe-480a-a6fc-fe2a8e3ea51c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0941efa9-a60d-44e2-9cfc-b0c3ab7ded04 HTTP/1.1" status: 204 len: 168 time: 0.1569862 Jul 20 15:06:50.382822 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c79101-20fe-480a-a6fc-fe2a8e3ea51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941efa9-a60d-44e2-9cfc-b0c3ab7ded04,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:50.665623 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['be12fde7-3293-4376-a5f7-372aa02bc966'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:06:51.017254 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d58c5-488d-4576-a8a6-613acd51245c req-d46bdec3-869f-467d-85e3-cc6de763b40f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:51.018870 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-303d58c5-488d-4576-a8a6-613acd51245c req-d46bdec3-869f-467d-85e3-cc6de763b40f tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 944 time: 0.0670013 Jul 20 15:06:51.062387 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-303d58c5-488d-4576-a8a6-613acd51245c req-961ec985-61e9-4c89-a126-ebad4f6e5d5c tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Jul 20 15:06:51.939422 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48848) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:52.046301 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87515b14-6dcd-435f-9bf8-7a1abc06d80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.046508 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device be12fde7-3293-4376-a5f7-372aa02bc966 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:06:52.101704 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port be12fde7-3293-4376-a5f7-372aa02bc966 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:06:52.107006 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port be12fde7-3293-4376-a5f7-372aa02bc966 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:06:52.107444 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.159099 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87515b14-6dcd-435f-9bf8-7a1abc06d80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.180330 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87515b14-6dcd-435f-9bf8-7a1abc06d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.211187 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.230418 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87515b14-6dcd-435f-9bf8-7a1abc06d80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04564e-7fe7-4cff-a102-37ac6253c058,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:52.244324 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-87515b14-6dcd-435f-9bf8-7a1abc06d80b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=355654a2adae4497a856dad577a921a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994649 Jul 20 15:06:52.245102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be12fde7-3293-4376-a5f7-372aa02bc966'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:06:52.245739 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48854) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:52.248241 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c42527-a5ad-4c83-90fb-3c2b430cd779" -d '{"events": [{"server_uuid": "3ac391c1-b7c9-496d-b8ec-001ece3652dd", "name": "network-vif-plugged", "status": "completed", "tag": "be12fde7-3293-4376-a5f7-372aa02bc966"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:06:52.264025 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port be12fde7-3293-4376-a5f7-372aa02bc966, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be12fde7-3293-4376-a5f7-372aa02bc966,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:06:52.268637 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.291421 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb8b9f-12ec-4dca-83c1-af05d8231d77 req-672b0548-d36a-4bc7-88de-23cb4024b52e tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:52.293041 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5deb8b9f-12ec-4dca-83c1-af05d8231d77 req-672b0548-d36a-4bc7-88de-23cb4024b52e tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 944 time: 0.1518185 Jul 20 15:06:52.301059 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5671d6-33a8-4374-90cb-ecda30b267e8 x-openstack-request-id: req-9c5671d6-33a8-4374-90cb-ecda30b267e8 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:06:52.301379 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac391c1-b7c9-496d-b8ec-001ece3652dd", "name": "network-vif-plugged", "status": "completed", "tag": "be12fde7-3293-4376-a5f7-372aa02bc966", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:06:52.301629 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c5671d6-33a8-4374-90cb-ecda30b267e8 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:06:52.302014 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be12fde7-3293-4376-a5f7-372aa02bc966', 'code': 200} Jul 20 15:06:52.329313 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=be12fde7-3293-4376-a5f7-372aa02bc966,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:52.353000 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8136601c-152e-4e29-ab68-22f4b6f1cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.361294 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5deb8b9f-12ec-4dca-83c1-af05d8231d77 req-4046be62-bd8a-40fd-96ae-6eeac60e8167 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604634 Jul 20 15:06:52.378491 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8136601c-152e-4e29-ab68-22f4b6f1cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.431642 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8136601c-152e-4e29-ab68-22f4b6f1cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.434669 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8136601c-152e-4e29-ab68-22f4b6f1cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.435812 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8136601c-152e-4e29-ab68-22f4b6f1cb0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f04564e-7fe7-4cff-a102-37ac6253c058 HTTP/1.1" status: 204 len: 168 time: 0.1909456 Jul 20 15:06:52.444454 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136601c-152e-4e29-ab68-22f4b6f1cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04564e-7fe7-4cff-a102-37ac6253c058,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:52.541788 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4240a7-28f6-457c-9c79-b95fd5a6b567 req-82b8eb8f-31ca-446b-9861-b334c6e03c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:52.543764 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6a4240a7-28f6-457c-9c79-b95fd5a6b567 req-82b8eb8f-31ca-446b-9861-b334c6e03c65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 1098 time: 0.0615761 Jul 20 15:06:52.585767 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6a4240a7-28f6-457c-9c79-b95fd5a6b567 req-93e15bf5-9aff-4a98-aebb-ec6946f89b89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Jul 20 15:06:52.729441 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48862) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:52.737448 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.743955 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-67791f27-eefc-43b1-ae8d-fd9d037fc58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.839526 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-67791f27-eefc-43b1-ae8d-fd9d037fc58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.843625 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-67791f27-eefc-43b1-ae8d-fd9d037fc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.883676 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-67791f27-eefc-43b1-ae8d-fd9d037fc58c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae87165f127e4091a0328944624eedba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530914 Jul 20 15:06:52.884506 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67791f27-eefc-43b1-ae8d-fd9d037fc58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdd5761-d860-4434-b5cc-775592619bef,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:52.886349 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 48864) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:52.937933 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-24846a6a-be21-4c89-8e50-fbade316202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:52.958630 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-24846a6a-be21-4c89-8e50-fbade316202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:53.006572 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-24846a6a-be21-4c89-8e50-fbade316202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:53.009165 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-24846a6a-be21-4c89-8e50-fbade316202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:53.010448 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-24846a6a-be21-4c89-8e50-fbade316202e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afdd5761-d860-4434-b5cc-775592619bef HTTP/1.1" status: 204 len: 168 time: 0.1230919 Jul 20 15:06:53.018174 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24846a6a-be21-4c89-8e50-fbade316202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdd5761-d860-4434-b5cc-775592619bef,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:53.499090 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6b5bc-18bb-40ae-b5db-bc82a56942c8 req-6ffc931b-4f1b-418c-86a4-3d8f2a275d07 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:53.500576 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b0d6b5bc-18bb-40ae-b5db-bc82a56942c8 req-6ffc931b-4f1b-418c-86a4-3d8f2a275d07 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 945 time: 0.0727298 Jul 20 15:06:53.538876 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b0d6b5bc-18bb-40ae-b5db-bc82a56942c8 req-bc2efda0-70b1-4bb1-b258-12281b34f9e9 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jul 20 15:06:54.492413 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:06:54.672569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eafca-90d7-48fe-b912-5f0f28cbc045 req-8bc90c8e-68be-4e8d-9845-83026bdc4bb3 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:06:54.674172 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e50eafca-90d7-48fe-b912-5f0f28cbc045 req-8bc90c8e-68be-4e8d-9845-83026bdc4bb3 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 945 time: 0.0661762 Jul 20 15:06:54.717708 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e50eafca-90d7-48fe-b912-5f0f28cbc045 req-3b288e00-5936-40ec-957e-d830f18f4c0c tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 Jul 20 15:06:57.967616 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48984) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:58.072460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d0af87df-cda8-496b-9db4-79906b58bdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.160903 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d0af87df-cda8-496b-9db4-79906b58bdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.165286 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d0af87df-cda8-496b-9db4-79906b58bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.203839 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d0af87df-cda8-496b-9db4-79906b58bdb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c7385f0adf94f1c98efd1494403a5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351460 Jul 20 15:06:58.204742 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af87df-cda8-496b-9db4-79906b58bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b49ec26-94ab-4315-ad02-2853ef5da391,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:58.207648 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48990) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:58.256487 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a9854a-de31-4cfe-bf91-27549d116147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.277135 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a9854a-de31-4cfe-bf91-27549d116147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.326357 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a9854a-de31-4cfe-bf91-27549d116147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.328726 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32a9854a-de31-4cfe-bf91-27549d116147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.329902 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-32a9854a-de31-4cfe-bf91-27549d116147 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b49ec26-94ab-4315-ad02-2853ef5da391 HTTP/1.1" status: 204 len: 168 time: 0.1213455 Jul 20 15:06:58.337979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9854a-de31-4cfe-bf91-27549d116147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b49ec26-94ab-4315-ad02-2853ef5da391,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:58.593593 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48996) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:58.607159 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c623de2-5fb9-4a28-97cf-5643ba7b667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.695891 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c623de2-5fb9-4a28-97cf-5643ba7b667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.700260 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c623de2-5fb9-4a28-97cf-5643ba7b667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.737318 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c623de2-5fb9-4a28-97cf-5643ba7b667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1511938d-befd-42fd-bda6-f0ab1a1baacf,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:58.742249 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-6c623de2-5fb9-4a28-97cf-5643ba7b667c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfec077c880e41528b2e26c725b0a6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476140 Jul 20 15:06:58.744914 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 48998) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:58.794139 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3a324025-3f90-46e8-8b23-666bf0a012b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.815680 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3a324025-3f90-46e8-8b23-666bf0a012b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.863457 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3a324025-3f90-46e8-8b23-666bf0a012b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.865837 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3a324025-3f90-46e8-8b23-666bf0a012b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:58.867016 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3a324025-3f90-46e8-8b23-666bf0a012b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1511938d-befd-42fd-bda6-f0ab1a1baacf HTTP/1.1" status: 204 len: 168 time: 0.1212568 Jul 20 15:06:58.874667 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324025-3f90-46e8-8b23-666bf0a012b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1511938d-befd-42fd-bda6-f0ab1a1baacf,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:59.180887 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49004) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:59.194164 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-69ed784c-b76d-4a1a-b790-cd757d0f1e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.285756 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-69ed784c-b76d-4a1a-b790-cd757d0f1e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.289639 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-69ed784c-b76d-4a1a-b790-cd757d0f1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.326395 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed784c-b76d-4a1a-b790-cd757d0f1e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c255ee38-bca0-48e8-9858-0af985f0a58d,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:06:59.330788 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-69ed784c-b76d-4a1a-b790-cd757d0f1e7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fd659ee46af4098a0702a381e182d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488087 Jul 20 15:06:59.334461 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49008) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:06:59.381147 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c6e59e6f-1e5f-4ade-b9d3-19bdfccf3cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.402222 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c6e59e6f-1e5f-4ade-b9d3-19bdfccf3cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.448612 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c6e59e6f-1e5f-4ade-b9d3-19bdfccf3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.451155 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c6e59e6f-1e5f-4ade-b9d3-19bdfccf3cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:06:59.452284 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c6e59e6f-1e5f-4ade-b9d3-19bdfccf3cf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c255ee38-bca0-48e8-9858-0af985f0a58d HTTP/1.1" status: 204 len: 168 time: 0.1174581 Jul 20 15:06:59.460134 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e59e6f-1e5f-4ade-b9d3-19bdfccf3cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c255ee38-bca0-48e8-9858-0af985f0a58d,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:03.068446 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49070) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:03.175921 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c80d7ae0-74d0-4c51-8509-0e9b98dc71ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.277334 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c80d7ae0-74d0-4c51-8509-0e9b98dc71ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.282675 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c80d7ae0-74d0-4c51-8509-0e9b98dc71ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.323998 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c80d7ae0-74d0-4c51-8509-0e9b98dc71ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5fb2003f8345ea9ead02429c96ccf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543602 Jul 20 15:07:03.324778 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d7ae0-74d0-4c51-8509-0e9b98dc71ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f5713c-212f-4376-8066-eff4805c0a96,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:03.327070 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49074) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:03.387986 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb2d-ce2d-4834-be89-e4016ab56ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.410476 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb2d-ce2d-4834-be89-e4016ab56ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.465036 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb2d-ce2d-4834-be89-e4016ab56ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.468098 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-36ebbb2d-ce2d-4834-be89-e4016ab56ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:03.469374 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-36ebbb2d-ce2d-4834-be89-e4016ab56ae7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12f5713c-212f-4376-8066-eff4805c0a96 HTTP/1.1" status: 204 len: 168 time: 0.1406934 Jul 20 15:07:03.479563 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebbb2d-ce2d-4834-be89-e4016ab56ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f5713c-212f-4376-8066-eff4805c0a96,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:06.003715 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2eef0b8f-0b19-4ff0-831a-cc9d69c2397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:08.666981 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-858d707f-1918-4092-907e-5538078a44cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:08.691817 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:09.841084 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:10.682434 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31a25a-8195-4f7e-9c3a-7a335befdcf6 req-02576e77-8584-4f2e-b6ab-eb36193d48d4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:10.683913 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6b31a25a-8195-4f7e-9c3a-7a335befdcf6 req-02576e77-8584-4f2e-b6ab-eb36193d48d4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0718544 Jul 20 15:07:10.728519 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6b31a25a-8195-4f7e-9c3a-7a335befdcf6 req-2f559c36-ce99-4640-be69-96bf5d0266e1 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Jul 20 15:07:11.429871 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:11.875935 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27311c36-b550-4cba-b4ed-6f009e172aa7 req-b6e7ed7f-6225-4792-9b1d-375130dab993 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:11.878073 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27311c36-b550-4cba-b4ed-6f009e172aa7 req-b6e7ed7f-6225-4792-9b1d-375130dab993 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0774548 Jul 20 15:07:11.917375 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27311c36-b550-4cba-b4ed-6f009e172aa7 req-211e4b6b-c405-4234-a124-2aef57ec8408 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Jul 20 15:07:13.059865 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6cc0-2848-4ff6-8efd-7b3cfa5026a9 req-d75fd4b2-4334-47f1-8e82-0dd1fbd26ddb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:13.061584 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-469c6cc0-2848-4ff6-8efd-7b3cfa5026a9 req-d75fd4b2-4334-47f1-8e82-0dd1fbd26ddb tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0714865 Jul 20 15:07:13.103454 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-469c6cc0-2848-4ff6-8efd-7b3cfa5026a9 req-c8aed844-854e-4697-a46e-16f2c2abbc04 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358677 Jul 20 15:07:14.052397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940698f6-f3bb-4e06-8385-700070a99b43 req-c944df44-cd72-45d8-895b-b9a66c760688 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:14.053935 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-940698f6-f3bb-4e06-8385-700070a99b43 req-c944df44-cd72-45d8-895b-b9a66c760688 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0746398 Jul 20 15:07:14.095794 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-940698f6-f3bb-4e06-8385-700070a99b43 req-57f9b2cf-8b75-40f3-9ac4-da1e97fa646b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357285 Jul 20 15:07:14.257857 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b617f4-da7b-4c8a-af40-6b140acbc75e req-f8d705f3-ab40-4e65-9f1e-b47779c0c553 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:14.259437 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c0b617f4-da7b-4c8a-af40-6b140acbc75e req-f8d705f3-ab40-4e65-9f1e-b47779c0c553 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0689559 Jul 20 15:07:14.297959 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c0b617f4-da7b-4c8a-af40-6b140acbc75e req-2e4264ff-7a72-4fb4-b3d5-4ded029f8f03 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Jul 20 15:07:15.253101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5c196-f961-4391-b11a-cf1c5cba4974 req-1b128631-a257-45c9-a51e-7f7d0f215a38 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:15.254638 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-35f5c196-f961-4391-b11a-cf1c5cba4974 req-1b128631-a257-45c9-a51e-7f7d0f215a38 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0722544 Jul 20 15:07:15.291555 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-35f5c196-f961-4391-b11a-cf1c5cba4974 req-f5de29d3-94da-4620-bdd7-edf1122fa9bc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Jul 20 15:07:15.442529 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858686-b19e-43d6-a0e1-6d193238bd3e req-e73e4050-3b8c-4f8b-a208-951747ea1b07 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:15.444743 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6a858686-b19e-43d6-a0e1-6d193238bd3e req-e73e4050-3b8c-4f8b-a208-951747ea1b07 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0775113 Jul 20 15:07:15.489737 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6a858686-b19e-43d6-a0e1-6d193238bd3e req-dc4f830a-d315-44b7-958f-27d671885593 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=306c2e1c-e7dc-4595-994a-b96642c96b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363681 Jul 20 15:07:16.014276 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-cc7d7ff1-5f7e-46a9-b06c-03351c542d28 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:16.015764 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-cc7d7ff1-5f7e-46a9-b06c-03351c542d28 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 946 time: 0.0629017 Jul 20 15:07:16.116915 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8914d-5da6-4962-b41f-75b69274271f req-544e7754-ce7f-45b7-aeed-227cc46ed109 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:16.118391 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-59f8914d-5da6-4962-b41f-75b69274271f req-544e7754-ce7f-45b7-aeed-227cc46ed109 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.0706179 Jul 20 15:07:16.149596 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Deleting port fda89419-9b1c-4838-9bdd-a8d99040e9b4 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:07:16.149942 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.239515 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Deleting port 2833585b-71fb-4215-a8de-4573d4ed7d40 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:07:16.239831 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.246562 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] For port fda89419-9b1c-4838-9bdd-a8d99040e9b4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fda89419-9b1c-4838-9bdd-a8d99040e9b4,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:16.246946 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.328498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] For port 2833585b-71fb-4215-a8de-4573d4ed7d40, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=2833585b-71fb-4215-a8de-4573d4ed7d40,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:16.328981 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.465115 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.465115 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.465115 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Floating IP d6088274-b7ba-47bd-bd7a-fe1b20a7714d disassociated. External IP: 172.27.3.211, port: fda89419-9b1c-4838-9bdd-a8d99040e9b4. Jul 20 15:07:16.465733 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Calling delete_port for fda89419-9b1c-4838-9bdd-a8d99040e9b4 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:07:16.546890 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfd08d-abbf-482d-b698-40071645f0d2 req-dbb00e2b-c16e-4bae-a58d-adb49f334e5c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:16.549583 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-09cfd08d-abbf-482d-b698-40071645f0d2 req-dbb00e2b-c16e-4bae-a58d-adb49f334e5c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 946 time: 0.1833146 Jul 20 15:07:16.634881 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-09cfd08d-abbf-482d-b698-40071645f0d2 req-d7c61938-75eb-4076-96f4-d13e1458508f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Jul 20 15:07:16.644101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.644471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.644781 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Floating IP 35e241fd-a6c8-4daf-b88e-3b853b27dbf9 disassociated. External IP: 172.27.3.29, port: 2833585b-71fb-4215-a8de-4573d4ed7d40. Jul 20 15:07:16.645115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Calling delete_port for 2833585b-71fb-4215-a8de-4573d4ed7d40 owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:07:16.669202 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.728935 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event deleted for resources: {'Port': ['ID=fda89419-9b1c-4838-9bdd-a8d99040e9b4,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:16.842291 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-76bbac97-1dde-4469-9f21-df4624faebb1 req-d12ec122-364e-4a79-ac79-7ed2ad74bfb3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.0417557 Jul 20 15:07:16.885053 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:16.930199 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event deleted for resources: {'Port': ['ID=2833585b-71fb-4215-a8de-4573d4ed7d40,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:16.935236 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:07:16.936434 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49262) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:17.061497 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:07:17.070360 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:07:17.074369 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:07:17.085579 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:17.086413 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:17.101854 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dafd436b-11a6-4e10-9d57-c95b9823b931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.125495 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] No DVR routers for this DVR port fda89419-9b1c-4838-9bdd-a8d99040e9b4 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:07:17.128617 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.131116 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-58e252a5-dd17-413a-96b5-ddf7f3632633 req-fec25564-8e88-4d61-b812-4f85870c9bf0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "DELETE /v2.0/ports/fda89419-9b1c-4838-9bdd-a8d99040e9b4 HTTP/1.1" status: 204 len: 173 time: 1.0840547 Jul 20 15:07:17.137680 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'name': 'network-vif-deleted', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:17.140105 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069dce1c-b3eb-4526-8593-467a47199050" -d '{"events": [{"server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "name": "network-vif-deleted", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:17.214203 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:17.253404 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:07:17.265447 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:07:17.285869 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:17.286540 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:17.291126 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dafd436b-11a6-4e10-9d57-c95b9823b931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.293665 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6d89c8-c3e7-4457-8629-df1ff6f6c890 x-openstack-request-id: req-8d6d89c8-c3e7-4457-8629-df1ff6f6c890 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:17.294252 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b474-075f-4b56-8389-8ecc64fb7d0f", "name": "network-vif-deleted", "tag": "fda89419-9b1c-4838-9bdd-a8d99040e9b4", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:17.294758 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d6d89c8-c3e7-4457-8629-df1ff6f6c890 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:17.295734 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb8b474-075f-4b56-8389-8ecc64fb7d0f', 'name': 'network-vif-deleted', 'tag': 'fda89419-9b1c-4838-9bdd-a8d99040e9b4', 'status': 'completed', 'code': 200} Jul 20 15:07:17.304243 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dafd436b-11a6-4e10-9d57-c95b9823b931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.377636 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd436b-11a6-4e10-9d57-c95b9823b931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70983296-f7fd-436c-8ef6-0e6a67fc51b2,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:17.396715 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] No DVR routers for this DVR port 2833585b-71fb-4215-a8de-4573d4ed7d40 on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:07:17.402192 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.404357 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-59f8914d-5da6-4962-b41f-75b69274271f req-11505886-a032-4de1-80b1-c7b3f6ab1763 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "DELETE /v2.0/ports/2833585b-71fb-4215-a8de-4573d4ed7d40 HTTP/1.1" status: 204 len: 173 time: 1.2797496 Jul 20 15:07:17.404811 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-deleted', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:17.407422 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b6a0f-86c4-46a8-97ca-fadc49589b3b" -d '{"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-deleted", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:17.411104 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-dafd436b-11a6-4e10-9d57-c95b9823b931 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=201e414fcad34caaad797131fb535d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704850 Jul 20 15:07:17.411283 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49270) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:17.452364 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:17.464303 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed51693-50d8-45a6-82dd-d10c22f08f4f x-openstack-request-id: req-eed51693-50d8-45a6-82dd-d10c22f08f4f {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:17.464665 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c58116d-f762-45fc-8e81-a009af5ebce1", "name": "network-vif-deleted", "tag": "2833585b-71fb-4215-a8de-4573d4ed7d40", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:17.464830 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eed51693-50d8-45a6-82dd-d10c22f08f4f {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:17.465234 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58116d-f762-45fc-8e81-a009af5ebce1', 'name': 'network-vif-deleted', 'tag': '2833585b-71fb-4215-a8de-4573d4ed7d40', 'status': 'completed', 'code': 200} Jul 20 15:07:17.528726 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:17.532337 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7037d65-3d4a-4ab2-b181-7b9c5f9242e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.559284 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:07:17.564907 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7037d65-3d4a-4ab2-b181-7b9c5f9242e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.569556 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:17.570573 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:17.624519 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7037d65-3d4a-4ab2-b181-7b9c5f9242e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.629182 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7037d65-3d4a-4ab2-b181-7b9c5f9242e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:17.634128 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-a7037d65-3d4a-4ab2-b181-7b9c5f9242e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70983296-f7fd-436c-8ef6-0e6a67fc51b2 HTTP/1.1" status: 204 len: 168 time: 0.2198224 Jul 20 15:07:17.642747 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7037d65-3d4a-4ab2-b181-7b9c5f9242e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70983296-f7fd-436c-8ef6-0e6a67fc51b2,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:17.732955 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:17.761642 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:17.914533 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:07:17.942015 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-74a62847-ae38-4e57-a9db-868c4e5140b2 req-39b1e5eb-f839-471a-a80b-1bd2a67a6b1e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c58116d-f762-45fc-8e81-a009af5ebce1 HTTP/1.1" status: 200 len: 210 time: 0.0880179 Jul 20 15:07:17.950542 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:17.962007 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:18.120445 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:18.167966 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-dd4d8513-3d1c-4279-b21e-88ebb5054fd1 req-e0e37f74-19e0-4658-ae2b-379f970d37f8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fb8b474-075f-4b56-8389-8ecc64fb7d0f HTTP/1.1" status: 200 len: 210 time: 0.1098101 Jul 20 15:07:18.337749 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:18.366640 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1377f8f-48a3-4a9f-a67e-0a90f6d0d3c1 None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:07:18.413695 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:18.422469 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6511fc-c356-463b-b402-c52c73a6e6eb req-584d11cf-6da4-402c-a59a-9b25baaf944c tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:18.424255 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2c6511fc-c356-463b-b402-c52c73a6e6eb req-584d11cf-6da4-402c-a59a-9b25baaf944c tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 945 time: 0.0707784 Jul 20 15:07:18.447196 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0582506-bd12-4608-a3a4-d45c687a7124 None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:07:18.684414 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2c6511fc-c356-463b-b402-c52c73a6e6eb req-886cc57d-50fc-4274-91b8-1dcdcf2f15fe tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537653 Jul 20 15:07:18.706117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5805f4-1737-443f-b81f-3e58d06f4429 None None] New status for floating IP d6088274-b7ba-47bd-bd7a-fe1b20a7714d: DOWN {{(pid=93313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:07:18.786123 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9664a-b40e-4da6-9b15-90ed105d6dff None None] New status for floating IP 35e241fd-a6c8-4daf-b88e-3b853b27dbf9: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:07:19.053337 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49290) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:19.116092 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-97098b80-0571-48d9-aed9-162d11728621 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.148001 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-97098b80-0571-48d9-aed9-162d11728621 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.208687 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-97098b80-0571-48d9-aed9-162d11728621 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.212040 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-97098b80-0571-48d9-aed9-162d11728621 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.214418 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-97098b80-0571-48d9-aed9-162d11728621 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "DELETE /v2.0/security-groups/cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9 HTTP/1.1" status: 204 len: 168 time: 0.1592185 Jul 20 15:07:19.218236 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49294) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:19.229024 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97098b80-0571-48d9-aed9-162d11728621 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:19.237981 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.api.v2.resource [None req-7f2e89ca-b754-4238-bb46-e0a426bf8fdf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] show failed (client error): The resource could not be found. Jul 20 15:07:19.239038 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7f2e89ca-b754-4238-bb46-e0a426bf8fdf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups/cb4c6be4-12a1-456c-9cbc-e2a83cd1f8f9 HTTP/1.1" status: 404 len: 347 time: 0.0212569 Jul 20 15:07:19.244558 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49298) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:19.264643 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49300) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:19.323430 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c000f233-7af2-4d69-bc55-54a79be7043a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.346424 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c000f233-7af2-4d69-bc55-54a79be7043a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.369573 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Deleting port 0d83b8a2-1b38-4992-a24a-376e4b642a2e {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:07:19.370179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.393419 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c000f233-7af2-4d69-bc55-54a79be7043a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.396070 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c000f233-7af2-4d69-bc55-54a79be7043a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.397443 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c000f233-7af2-4d69-bc55-54a79be7043a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "DELETE /v2.0/security-groups/306c2e1c-e7dc-4595-994a-b96642c96b34 HTTP/1.1" status: 204 len: 168 time: 0.1316381 Jul 20 15:07:19.400869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49302) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:19.407073 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f233-7af2-4d69-bc55-54a79be7043a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c2e1c-e7dc-4595-994a-b96642c96b34,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:19.440126 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.api.v2.resource [None req-797e7069-fda1-47d5-b0c8-8f834ff61278 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] show failed (client error): The resource could not be found. Jul 20 15:07:19.443809 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-797e7069-fda1-47d5-b0c8-8f834ff61278 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups/306c2e1c-e7dc-4595-994a-b96642c96b34 HTTP/1.1" status: 404 len: 347 time: 0.0394299 Jul 20 15:07:19.445252 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49304) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:19.777693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.777864 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:19.823309 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Calling delete_port for 0d83b8a2-1b38-4992-a24a-376e4b642a2e owned by network:floatingip {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:07:19.961894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f4041-fd25-4d76-bb4e-3e56e139423d req-e8753d61-66c2-48e9-bed6-e440b05f3311 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:19.963560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c37f4041-fd25-4d76-bb4e-3e56e139423d req-e8753d61-66c2-48e9-bed6-e440b05f3311 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 945 time: 0.1884711 Jul 20 15:07:19.976570 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Deleting port 13be1f24-f3ab-451e-8b07-e741dfbccd88 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:07:19.976981 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.089662 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c37f4041-fd25-4d76-bb4e-3e56e139423d req-d28b9127-fb98-4265-b248-dafebbe17b0a tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bd77208-c5a0-4d68-95a1-39c9af6aa5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099410 Jul 20 15:07:20.116145 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.126829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.127158 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.127888 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975c136-04a2-457e-900c-9d62a7859037 req-dd076d1a-ad83-4ac4-b305-fbca7347e9b6 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:20.129453 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8975c136-04a2-457e-900c-9d62a7859037 req-dd076d1a-ad83-4ac4-b305-fbca7347e9b6 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 945 time: 0.0747342 Jul 20 15:07:20.136609 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:07:20.157009 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event deleted for resources: {'Port': ['ID=0d83b8a2-1b38-4992-a24a-376e4b642a2e,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:20.165585 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Calling delete_port for 13be1f24-f3ab-451e-8b07-e741dfbccd88 owned by network:floatingip {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:07:20.169248 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 2833585b-71fb-4215-a8de-4573d4ed7d40 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:07:20.169814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 2833585b-71fb-4215-a8de-4573d4ed7d40 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:07:20.170418 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device fda89419-9b1c-4838-9bdd-a8d99040e9b4 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:07:20.191364 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: fda89419-9b1c-4838-9bdd-a8d99040e9b4 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:07:20.191718 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device fda89419-9b1c-4838-9bdd-a8d99040e9b4 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:07:20.244137 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Deleting port be12fde7-3293-4376-a5f7-372aa02bc966 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:07:20.244481 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.275825 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.279699 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.280858 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-e1ce1825-26c9-4baa-bcf5-e24e908dcdee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "DELETE /v2.0/floatingips/35e241fd-a6c8-4daf-b88e-3b853b27dbf9 HTTP/1.1" status: 204 len: 168 time: 1.0352609 Jul 20 15:07:20.337347 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] For port be12fde7-3293-4376-a5f7-372aa02bc966, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be12fde7-3293-4376-a5f7-372aa02bc966,segment=NetworkSegment(da0a0245-cec7-452c-af81-8b45cd74e448),segment_id=da0a0245-cec7-452c-af81-8b45cd74e448)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:20.337743 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.351711 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Calling delete_port for be12fde7-3293-4376-a5f7-372aa02bc966 owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:07:20.370794 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.397501 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event deleted for resources: {'Port': ['ID=13be1f24-f3ab-451e-8b07-e741dfbccd88,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:20.462284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.464802 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.465969 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-fc6e1229-42a3-4fa4-a7c6-ca150c504848 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "DELETE /v2.0/floatingips/d6088274-b7ba-47bd-bd7a-fe1b20a7714d HTTP/1.1" status: 204 len: 168 time: 1.0198395 Jul 20 15:07:20.498788 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.525211 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Pushing event deleted for resources: {'Port': ['ID=be12fde7-3293-4376-a5f7-372aa02bc966,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:20.540032 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['be12fde7-3293-4376-a5f7-372aa02bc966'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:07:20.574827 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] No DVR routers for this DVR port be12fde7-3293-4376-a5f7-372aa02bc966 on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:07:20.576982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.579121 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8975c136-04a2-457e-900c-9d62a7859037 req-61b1f595-ac5e-4199-9124-37522b089153 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.36 "DELETE /v2.0/ports/be12fde7-3293-4376-a5f7-372aa02bc966 HTTP/1.1" status: 204 len: 173 time: 0.4444849 Jul 20 15:07:20.579584 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'name': 'network-vif-deleted', 'tag': 'be12fde7-3293-4376-a5f7-372aa02bc966'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:20.581821 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7de77a-bf45-4345-929b-eda5b1ee4298" -d '{"events": [{"server_uuid": "3ac391c1-b7c9-496d-b8ec-001ece3652dd", "name": "network-vif-deleted", "tag": "be12fde7-3293-4376-a5f7-372aa02bc966"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:20.692327 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49314) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:20.697878 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875560369', 'description': 'tempest-description--1669933560'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:20.728470 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.732281 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa6127-58a7-416e-9914-efb7107f17ea x-openstack-request-id: req-10fa6127-58a7-416e-9914-efb7107f17ea {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:20.732642 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac391c1-b7c9-496d-b8ec-001ece3652dd", "name": "network-vif-deleted", "tag": "be12fde7-3293-4376-a5f7-372aa02bc966", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:20.732950 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10fa6127-58a7-416e-9914-efb7107f17ea {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:20.733408 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac391c1-b7c9-496d-b8ec-001ece3652dd', 'name': 'network-vif-deleted', 'tag': 'be12fde7-3293-4376-a5f7-372aa02bc966', 'status': 'completed', 'code': 200} Jul 20 15:07:20.801556 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49316) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:20.806496 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840354976', 'description': 'tempest-description--320189561'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:20.814405 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.818891 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.841590 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.857369 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.858621 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1652739 Jul 20 15:07:20.861603 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49318) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:20.863044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ef1a7-b495-4790-8364-50c281fcc0ec tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971fe0c7-85d5-4e33-9e46-d06311f96cf3,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:20.866042 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'security_group_rule': {'security_group_id': '971fe0c7-85d5-4e33-9e46-d06311f96cf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:20.934851 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.940130 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.982388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:20.985441 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.986665 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-80006bc6-5245-4cfa-903f-3e2c6cd8ca6e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1839390 Jul 20 15:07:20.987413 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:20.989707 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49320) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:20.995608 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'security_group_rule': {'security_group_id': 'a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:21.031633 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.043278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.047410 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.065771 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d9b8d6-042b-4c47-b6db-8cc650b60632,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:21.072346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.076325 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a31f4096-e4b3-4949-b798-19e47be5044f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137415 Jul 20 15:07:21.076913 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49322) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:21.081409 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'security_group_rule': {'security_group_id': '971fe0c7-85d5-4e33-9e46-d06311f96cf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:21.101911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.105180 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.115985 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.127247 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc8f570-0032-47e1-9f29-a735f43fb4a8,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:21.130354 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.134870 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3851bfff-6a6d-4bf6-8007-62df800169b4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436391 Jul 20 15:07:21.135803 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49326) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:21.140905 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'security_group_rule': {'security_group_id': 'a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:21.173830 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.209157 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.219543 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.249358 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2e4d0f80-d1f6-4b22-a9a1-e79b4d6ecd93 req-873a99d0-71f1-491b-b7b7-a649f8a9c303 tempest-VolumesSnapshotTestJSON-1437281044 tempest-VolumesSnapshotTestJSON-1437281044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ac391c1-b7c9-496d-b8ec-001ece3652dd HTTP/1.1" status: 200 len: 210 time: 0.0465684 Jul 20 15:07:21.257422 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.261565 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.264868 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e683d0-165a-4aea-86d3-e5bd4398ba68,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:21.281124 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.282686 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-d9def1d3-be78-4cd5-9919-02fb15333f7b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047887 Jul 20 15:07:21.283401 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d652809-f090-4ec0-9304-6253b96347c3,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:21.285703 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49328) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:21.293002 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:21.303942 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.305086 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5250b6e3-9e5a-406b-8fb5-014207cb3b21 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682763 Jul 20 15:07:21.308579 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49330) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:21.313450 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:21.320573 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.337741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.425308 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.534368 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Allocated IP 172.27.3.31 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/413aa04d-bb6b-4455-a39e-18c328701d7a) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:07:21.647491 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.668410 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.688199 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.728613 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:07:21.731351 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:07:21.734969 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:07:21.756933 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'Port': ['ID=413aa04d-bb6b-4455-a39e-18c328701d7a,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:21.784090 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Allocated IP 172.27.3.19 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/1ce651f3-948d-45e1-a6ed-c208a15af80e) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:07:21.827063 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.870264 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.885692 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.924619 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:21.963656 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:07:21.970402 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:07:21.974086 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:07:21.979699 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'Port': ['ID=1ce651f3-948d-45e1-a6ed-c208a15af80e,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:22.022418 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.027071 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.060990 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.099380 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'Port': ['ID=413aa04d-bb6b-4455-a39e-18c328701d7a,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:22.104357 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.107730 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.121878 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.123156 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-e007d490-45b9-4e4d-a8dc-79ad1e2f630d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8363552 Jul 20 15:07:22.273256 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.281323 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.357254 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'Port': ['ID=1ce651f3-948d-45e1-a6ed-c208a15af80e,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:22.363738 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.379031 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.388203 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6247c354-f713-463b-b9c1-3b5a72254744 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0710280 Jul 20 15:07:22.455280 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-62ee6449-7baf-48e7-af71-649c6379b041 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--875560369&fields=id&tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 267 time: 0.0376911 Jul 20 15:07:22.582232 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-fb2c8d73-d75b-4d36-9808-69fc1118bbb0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:22.583896 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-fb2c8d73-d75b-4d36-9808-69fc1118bbb0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 817 time: 0.1217341 Jul 20 15:07:22.609140 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-4a820779-ca52-4488-b977-64143bc6bb3c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/quotas/261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 375 time: 0.0173457 Jul 20 15:07:22.611346 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-2624ff49-e792-48f5-a55a-bc1b12e23db0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1840354976&fields=id&tenant_id=0910f027ac134f76b2c587a5d67cf125 HTTP/1.1" status: 200 len: 267 time: 0.0453558 Jul 20 15:07:22.693060 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-005879f7-9ead-44e1-b0bc-09405be6cec8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830052 Jul 20 15:07:22.732026 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:22.744326 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-edea70d6-b37a-4a2c-b4e7-b13dfa61c2ec tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:22.746086 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-edea70d6-b37a-4a2c-b4e7-b13dfa61c2ec tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 810 time: 0.1265154 Jul 20 15:07:22.763709 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-08bc7878-6bd7-43e2-90d8-4e76788ee1bf tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/quotas/0910f027ac134f76b2c587a5d67cf125 HTTP/1.1" status: 200 len: 375 time: 0.0100303 Jul 20 15:07:22.837074 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-7856c750-947f-4a8d-95c4-33b44ee38d5d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671668 Jul 20 15:07:22.848689 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-231abc41-d625-4e74-9693-2b218cff7c02 service neutron] 10.222.0.35 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469133 Jul 20 15:07:22.950221 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-88e7d415-8e3f-4e5f-b2e9-d8dae4397183 service neutron] 10.222.0.35 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956988 Jul 20 15:07:22.960454 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-c4c2d5f8-3c7c-4cca-9913-9003403e921d service neutron] 10.222.0.35 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077995 Jul 20 15:07:23.065608 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-11fea91b-0e8d-4bdb-b619-d683542ee14c service neutron] 10.222.0.35 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985062 Jul 20 15:07:23.128295 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a35b5d3a-b24f-4cca-ac74-e53c08c59e6f req-b178c7c8-7723-4c78-9d9f-0d65c35b43c5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0368650 Jul 20 15:07:23.277949 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-08600f12-63f8-4351-83c9-300d5bb6db8b req-4487ec3c-d728-495d-8b79-d2881cb823bf tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 210 time: 0.0331674 Jul 20 15:07:24.151377 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device be12fde7-3293-4376-a5f7-372aa02bc966 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:07:24.189568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: be12fde7-3293-4376-a5f7-372aa02bc966 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:07:24.190340 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device be12fde7-3293-4376-a5f7-372aa02bc966 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:07:24.286886 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7d276e4c-2fdf-4d09-8d7f-3f1013183f31 req-b1f17b76-7199-41f2-84da-a686325a1afb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0368068 Jul 20 15:07:24.316495 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-a1f88e93-e3a5-4e5f-a577-c7110687a904 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:24.318142 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-a1f88e93-e3a5-4e5f-a577-c7110687a904 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 817 time: 0.1880367 Jul 20 15:07:24.384856 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-12d0666f-3461-46aa-8a9f-3f3432439ad8 req-8dfe1234-c52e-4964-a4fe-d69752ae5b68 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 210 time: 0.0285344 Jul 20 15:07:25.394257 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77b116ff-e922-4dfb-8076-6245e0c696de req-975dd2fe-4e8a-4467-a189-1112bf7f9720 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0289328 Jul 20 15:07:25.481354 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f021722-7636-46c5-85e7-bcb68a56e139 req-60cc1803-689b-418f-97c3-2d558b137e0b tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 210 time: 0.0297754 Jul 20 15:07:26.496207 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-be21bfd8-1a68-4a42-a6f5-0a72b7e061bb req-06ad8777-88f6-4807-9811-ff0f4935f402 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0309358 Jul 20 15:07:26.580220 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7503373a-f4aa-4e3a-9c67-9c2096cff93c req-0fa0054a-5e1e-49b7-915e-f3f70b8db1cf tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 210 time: 0.0329838 Jul 20 15:07:26.855835 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-6d193da7-80de-4304-9a05-09e3475eda3f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 379 time: 0.0404947 Jul 20 15:07:26.865918 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'port': {'device_id': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'admin_state_up': True, 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'security_groups': ['971fe0c7-85d5-4e33-9e46-d06311f96cf3']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:26.988596 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Made reservation on behalf of 261fa9941b7b46b3bdbf3c75b6f0bb8c for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:07:26.993816 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:27.037742 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-a0eb773c-9f36-4fd4-a5a0-94f33bee648d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639002 Jul 20 15:07:27.146636 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Allocated IP 172.20.0.13 (8e10c89f-8a93-436a-ab7a-9d11f8b45f32/a7ff2260-5efe-4be5-b36f-658183692ff9/58bf09f7-4066-475d-be76-8603980006b0) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:07:27.156126 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-ce1103a6-204b-46e4-8642-1ce219cc6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.159005 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-ce1103a6-204b-46e4-8642-1ce219cc6977 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.0782864 Jul 20 15:07:27.355137 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:27.374403 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Transition to ACTIVE for port object 58bf09f7-4066-475d-be76-8603980006b0 will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:07:27.378141 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-7114faee-2dbd-4c4d-8d9b-d5b9dab6ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.391698 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-7114faee-2dbd-4c4d-8d9b-d5b9dab6ad11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.1794612 Jul 20 15:07:27.418651 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:27.477415 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:27.492261 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:07:27.494057 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:07:27.497495 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:07:27.547327 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-f0ee69d9-2584-4b7c-b444-b1557996b5c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 1000 time: 0.1413088 Jul 20 15:07:27.581441 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.582693 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:27.603054 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-ac980226-8e20-47ed-b12b-d4ad2b15335d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410581 Jul 20 15:07:27.627040 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Request body: {'port': {'device_id': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:27.628815 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-f1ccd99e-8b66-44f2-a378-3db87d6f38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.636721 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-f1ccd99e-8b66-44f2-a378-3db87d6f38ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0706050 Jul 20 15:07:27.644744 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-07ea5098-a2eb-48f4-81c1-8bfc9b8b0823 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.646632 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-07ea5098-a2eb-48f4-81c1-8bfc9b8b0823 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 810 time: 0.3137364 Jul 20 15:07:27.730695 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0de77dc2-aa00-48ad-8776-2dcee9de67f4 req-d6fa4ca4-7938-4886-9525-00a1c3a753fa tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 210 time: 0.0455544 Jul 20 15:07:27.755678 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-aebbc48c-ed83-43dc-8920-3822b2f38182 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910f027ac134f76b2c587a5d67cf125 HTTP/1.1" status: 200 len: 380 time: 0.0778265 Jul 20 15:07:27.768069 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'port': {'device_id': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'admin_state_up': True, 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'security_groups': ['a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c']}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:27.768333 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-bda5b927-5a22-48dd-8363-da425698c43d None None] Provisioning for port 58bf09f7-4066-475d-be76-8603980006b0 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:07:27.772579 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-bda5b927-5a22-48dd-8363-da425698c43d None None] Provisioning complete for port 58bf09f7-4066-475d-be76-8603980006b0 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:07:27.773250 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-bda5b927-5a22-48dd-8363-da425698c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:27.806748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-55b9e4d2-660d-405d-a642-91334631e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.806962 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df876-12e2-4631-a83f-24d6185c313c req-78e8491d-daed-4dfa-9cef-d6801e3e3afe tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:27.808272 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-55b9e4d2-660d-405d-a642-91334631e7e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1605048 Jul 20 15:07:27.808406 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fc4df876-12e2-4631-a83f-24d6185c313c req-78e8491d-daed-4dfa-9cef-d6801e3e3afe tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 932 time: 0.1394441 Jul 20 15:07:27.809577 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:27.810146 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-bda5b927-5a22-48dd-8363-da425698c43d None None] Port 58bf09f7-4066-475d-be76-8603980006b0 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:07:27.887395 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fc4df876-12e2-4631-a83f-24d6185c313c req-1c33f724-94c7-44a7-8401-e77cabd33921 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650351 Jul 20 15:07:27.959614 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-be5f69f6-3256-46a6-851c-bd5ce19a57af service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225379 Jul 20 15:07:27.960593 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Made reservation on behalf of 0910f027ac134f76b2c587a5d67cf125 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:07:27.964058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.115799 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bf09f7-4066-475d-be76-8603980006b0 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:07:28.126472 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.144009 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Transition to ACTIVE for port object 58bf09f7-4066-475d-be76-8603980006b0 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:07:28.150523 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.151059 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-15540f23-19e2-484a-9731-74a374dc88a7 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835680 Jul 20 15:07:28.187526 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Allocated IP 172.20.0.5 (f4f2ce60-bedd-4f6f-98a1-10b37515e650/c623978b-9633-4584-94bd-f69c80f3cdae/0d5c337d-765e-4caa-bcf8-ffd73be95b15) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:07:28.201807 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:28.280282 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Attempting to bind port 58bf09f7-4066-475d-be76-8603980006b0 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:07:28.280611 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Attempting to bind port 58bf09f7-4066-475d-be76-8603980006b0 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:07:28.280956 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Attempting to bind port 58bf09f7-4066-475d-be76-8603980006b0 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:07:28.286391 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Port 58bf09f7-4066-475d-be76-8603980006b0 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:07:28.286746 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Attempting to bind port 58bf09f7-4066-475d-be76-8603980006b0 on network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:07:28.291967 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:07:28.292279 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Checking segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:07:28.292664 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Bound using segment: {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:07:28.293133 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Bound port: 58bf09f7-4066-475d-be76-8603980006b0, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62bcca2a-a75c-45cc-9511-4cddebfd004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:07:28.293441 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.367220 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:07:28.370979 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:07:28.376618 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.377570 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.394187 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Transition to ACTIVE for port object 0d5c337d-765e-4caa-bcf8-ffd73be95b15 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:07:28.411749 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:28.412377 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.413770 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] 10.222.0.36 "PUT /v2.0/ports/58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 200 len: 1094 time: 0.7971206 Jul 20 15:07:28.414254 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:28.416528 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241d83d-c3d6-4441-93c2-deda48caa382" -d '{"events": [{"name": "network-changed", "server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:28.444679 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a7c7c-8e65-42c5-a268-e629f1942572 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:28.445515 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.471037 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d944fd-b7bb-4b69-b803-4c7687717727 x-openstack-request-id: req-53d944fd-b7bb-4b69-b803-4c7687717727 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:28.471351 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:28.471618 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53d944fd-b7bb-4b69-b803-4c7687717727 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:28.471987 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'status': 'completed', 'code': 200} Jul 20 15:07:28.538549 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:07:28.546856 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:07:28.552502 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:07:28.585828 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241d83d-c3d6-4441-93c2-deda48caa382 req-82daff3c-e126-4c25-8b6a-b49545cff143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:28.587636 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f241d83d-c3d6-4441-93c2-deda48caa382 req-82daff3c-e126-4c25-8b6a-b49545cff143 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0832226 Jul 20 15:07:28.599069 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event updated for resources: {'Port': ['ID=0d5c337d-765e-4caa-bcf8-ffd73be95b15,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:28.622480 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:28.623167 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.641848 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-8ad2211b-42de-40f0-bfe4-dfb914885929 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8796034 Jul 20 15:07:28.662933 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Request body: {'port': {'device_id': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:28.740397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241d83d-c3d6-4441-93c2-deda48caa382 req-ec7566cd-116b-499d-8c57-3f9dfa9bd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:28.742934 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f241d83d-c3d6-4441-93c2-deda48caa382 req-ec7566cd-116b-499d-8c57-3f9dfa9bd7be service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1411309 Jul 20 15:07:28.753764 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.932645 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241d83d-c3d6-4441-93c2-deda48caa382 req-48286097-b9cc-4393-b8fd-3dba842d5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:28.933855 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f241d83d-c3d6-4441-93c2-deda48caa382 req-48286097-b9cc-4393-b8fd-3dba842d5d37 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839783 Jul 20 15:07:28.935865 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-977dd6d9-8621-4033-8a2e-1fe88d1b4fd9 None None] Provisioning for port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:07:28.942737 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-977dd6d9-8621-4033-8a2e-1fe88d1b4fd9 None None] Provisioning complete for port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:07:28.943015 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-977dd6d9-8621-4033-8a2e-1fe88d1b4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:28.965885 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ecdfb-0607-4719-9d13-70d4c9cde97a req-f45f8052-1349-4dbc-8c66-1ef4005aa122 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:28.967446 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d67ecdfb-0607-4719-9d13-70d4c9cde97a req-f45f8052-1349-4dbc-8c66-1ef4005aa122 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 931 time: 0.1046965 Jul 20 15:07:28.993536 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-977dd6d9-8621-4033-8a2e-1fe88d1b4fd9 None None] Port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:07:29.068653 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d67ecdfb-0607-4719-9d13-70d4c9cde97a req-da6c69ef-d521-4d19-8a88-8ed956bd0e17 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908964 Jul 20 15:07:29.092269 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-c220a252-af54-4bc1-ab90-8262ac3018d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.093846 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-c220a252-af54-4bc1-ab90-8262ac3018d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0775630 Jul 20 15:07:29.140986 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-3c1c519e-df09-45b1-91b2-a2a436ad484d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 200 len: 217 time: 0.0335433 Jul 20 15:07:29.175735 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6863533-c7d7-4ff1-bc60-b0f5f3d5ba48 req-541ced62-9abe-4534-88b5-58f766de49e0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.177346 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6863533-c7d7-4ff1-bc60-b0f5f3d5ba48 req-541ced62-9abe-4534-88b5-58f766de49e0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1259117 Jul 20 15:07:29.192377 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5c337d-765e-4caa-bcf8-ffd73be95b15 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:07:29.201169 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-f63cd3c4-6f87-4573-b84c-2b79f3f43c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.203628 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-f63cd3c4-6f87-4573-b84c-2b79f3f43c7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0560260 Jul 20 15:07:29.207640 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:29.233642 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Transition to ACTIVE for port object 0d5c337d-765e-4caa-bcf8-ffd73be95b15 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:07:29.239895 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6863533-c7d7-4ff1-bc60-b0f5f3d5ba48 req-8ba7aa54-20d2-44e7-a405-55bcf5c54255 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563898 Jul 20 15:07:29.240982 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:29.286131 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-19d241f4-3d0f-4946-9b97-b85ad25f368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.288426 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-19d241f4-3d0f-4946-9b97-b85ad25f368f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771062 Jul 20 15:07:29.293545 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5c337d-765e-4caa-bcf8-ffd73be95b15,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:29.378920 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Attempting to bind port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:07:29.379339 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Attempting to bind port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:07:29.379732 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Attempting to bind port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:07:29.384488 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:07:29.385379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Attempting to bind port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 on network f4f2ce60-bedd-4f6f-98a1-10b37515e650 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:07:29.390312 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:07:29.390765 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Checking segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:07:29.390956 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-342147a4-7734-44f5-b7d7-09cd73188216 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962272 Jul 20 15:07:29.391379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Bound using segment: {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:07:29.391880 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Bound port: 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fd5861-ad96-4bba-9850-88fc116f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:07:29.392315 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:29.460593 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] For port 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:07:29.464427 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] For port 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:07:29.469178 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:29.493919 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ab8b0158-9866-4502-a196-b80301fc79d5 req-973adae8-350b-46d8-80b3-fdd335f4b6d8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962431 Jul 20 15:07:29.505565 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.506012 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:29.507439 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d5c337d-765e-4caa-bcf8-ffd73be95b15 HTTP/1.1" status: 200 len: 1093 time: 0.8530929 Jul 20 15:07:29.507878 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:29.510136 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca874a27-2329-4587-8d40-8f2d51311e68" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:29.542752 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb5ecc-ba8a-49f6-8732-08120ecf4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5c337d-765e-4caa-bcf8-ffd73be95b15,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:29.571434 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee4c6fe-775e-4349-ae42-98b35461eafb x-openstack-request-id: req-0ee4c6fe-775e-4349-ae42-98b35461eafb {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:29.571854 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:29.572177 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ee4c6fe-775e-4349-ae42-98b35461eafb {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:29.572647 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'status': 'completed', 'code': 200} Jul 20 15:07:29.668829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-ad69836f-9037-4eec-bfc6-5bda5cff401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.670332 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-ad69836f-9037-4eec-bfc6-5bda5cff401a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 1096 time: 0.0623724 Jul 20 15:07:29.725836 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-e62f16b9-d7ac-40f5-bbd8-1ac054d50aa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15 HTTP/1.1" status: 200 len: 217 time: 0.0412831 Jul 20 15:07:29.776400 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-f203b88a-b8aa-4d57-9008-e0812c835d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.777889 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-f203b88a-b8aa-4d57-9008-e0812c835d79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.0459495 Jul 20 15:07:29.839769 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-1c3345f5-fb80-47e3-92d6-41f58c0820d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:29.841280 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-1c3345f5-fb80-47e3-92d6-41f58c0820d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556195 Jul 20 15:07:29.935406 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-4911ec82-b1d0-45b1-a3b7-13903bd03b64 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870779 Jul 20 15:07:30.037469 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-715b16c9-80f8-4fba-86fd-90ca98db8977 req-bbadc3a3-8856-48a8-9a19-2fdbf5c6d853 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945385 Jul 20 15:07:30.237781 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-15ee3dc5-b375-4ea7-88be-0edee2dbae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:30.239289 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-15ee3dc5-b375-4ea7-88be-0edee2dbae7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 1096 time: 0.0962188 Jul 20 15:07:30.251779 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b8680-d72c-499d-9156-424a2d318e2a req-c1f13665-27c7-46dc-a5bd-7b19a5079d40 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:30.253241 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-090b8680-d72c-499d-9156-424a2d318e2a req-c1f13665-27c7-46dc-a5bd-7b19a5079d40 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 943 time: 0.1012433 Jul 20 15:07:30.349328 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-090b8680-d72c-499d-9156-424a2d318e2a req-71d17a15-36a9-456b-a624-5401658cc9d4 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877669 Jul 20 15:07:30.377505 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-1722314b-f535-48a0-a42e-9c265495cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:30.378854 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-1722314b-f535-48a0-a42e-9c265495cd2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 911 time: 0.1246593 Jul 20 15:07:30.404074 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80159db-ec96-45c9-9507-8f0f3434bd6b req-a470546d-ce7e-4e2e-9d31-013da19b32ce tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:30.405585 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f80159db-ec96-45c9-9507-8f0f3434bd6b req-a470546d-ce7e-4e2e-9d31-013da19b32ce tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0788310 Jul 20 15:07:30.424257 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-fc696d9b-6816-4e29-868d-9d7c51c90de3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15 HTTP/1.1" status: 200 len: 217 time: 0.0382082 Jul 20 15:07:30.462379 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f80159db-ec96-45c9-9507-8f0f3434bd6b req-2df2ddf8-22c6-4f11-af35-8d3fe7b7a38d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502141 Jul 20 15:07:30.492379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-7219ba9b-f45b-46b1-8f17-1cea56b5263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:30.493859 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-7219ba9b-f45b-46b1-8f17-1cea56b5263b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.0621328 Jul 20 15:07:30.552954 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-d1d303a9-c3de-4280-9701-9b18776c0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:30.554392 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-d1d303a9-c3de-4280-9701-9b18776c0880 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539129 Jul 20 15:07:30.650072 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-c5c3a240-c343-4dd2-ae71-e220a7848289 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887680 Jul 20 15:07:30.986102 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ca874a27-2329-4587-8d40-8f2d51311e68 req-08951a6d-409b-4456-b2ac-6a845092c596 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288543 Jul 20 15:07:31.488277 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818bfe-ea8c-43cd-a133-402139cdd381 req-f5dd4544-cf39-43aa-805b-13c08570adc9 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:31.489956 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ad818bfe-ea8c-43cd-a133-402139cdd381 req-f5dd4544-cf39-43aa-805b-13c08570adc9 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 943 time: 0.0701404 Jul 20 15:07:31.494588 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:07:31.529090 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ad818bfe-ea8c-43cd-a133-402139cdd381 req-2a7f66b0-0eba-4051-9a73-a4e1b6d7cf2a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Jul 20 15:07:31.609640 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17afae1-bdde-4625-b0b5-404edc8b084e req-6ccf64c8-e292-4533-b037-8ece729da828 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:31.611832 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a17afae1-bdde-4625-b0b5-404edc8b084e req-6ccf64c8-e292-4533-b037-8ece729da828 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0752966 Jul 20 15:07:31.649741 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a17afae1-bdde-4625-b0b5-404edc8b084e req-b42e52e4-9d0c-4917-a2a1-107152f384ff tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Jul 20 15:07:32.664643 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9763c-307c-4c46-bd25-16b312892599 req-53407f20-1a76-4e17-b057-fd0f24aa5721 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:32.666091 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02d9763c-307c-4c46-bd25-16b312892599 req-53407f20-1a76-4e17-b057-fd0f24aa5721 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 943 time: 0.0679970 Jul 20 15:07:32.707669 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02d9763c-307c-4c46-bd25-16b312892599 req-3dcf2001-6b88-4793-b426-bf7768317514 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337842 Jul 20 15:07:32.787726 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f17b9-cc5f-4418-b4f5-fd7a3fa0fda0 req-bffdd851-4e1e-4591-ae1e-bda2c27e6522 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:32.789227 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-917f17b9-cc5f-4418-b4f5-fd7a3fa0fda0 req-bffdd851-4e1e-4591-ae1e-bda2c27e6522 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0663688 Jul 20 15:07:32.826431 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-917f17b9-cc5f-4418-b4f5-fd7a3fa0fda0 req-36b21fdc-52a3-4a6e-a6bd-f5aed3bf765a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Jul 20 15:07:33.419585 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:07:33.515035 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:33.530282 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '58bf09f7-4066-475d-be76-8603980006b0', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'port_id': '58bf09f7-4066-475d-be76-8603980006b0', 'mac_address': 'fa:16:3e:cf:07:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:07:33.566691 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:33.579825 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf09f7-4066-475d-be76-8603980006b0 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:07:33.599406 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:33.603221 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:33.649072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:33.655918 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.656268 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.657160 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.657495 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.657833 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.658175 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.658495 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.658846 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.659175 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.659499 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.659822 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.660143 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:33.837917 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044440c-b24e-41dd-b281-35b4b08f9e87 req-2d04eeee-5067-474a-bf47-5c60700b02d5 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:33.839417 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7044440c-b24e-41dd-b281-35b4b08f9e87 req-2d04eeee-5067-474a-bf47-5c60700b02d5 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 943 time: 0.0653749 Jul 20 15:07:33.876716 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7044440c-b24e-41dd-b281-35b4b08f9e87 req-2bfa9699-aa3b-4ba8-a7c3-9b3ae7497f25 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317807 Jul 20 15:07:33.956833 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfadd7e-f921-4f79-a91c-7011f1f3e0b7 req-897b4fe0-d924-4c0d-9dd8-e1b35ada0e22 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:33.958200 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5bfadd7e-f921-4f79-a91c-7011f1f3e0b7 req-897b4fe0-d924-4c0d-9dd8-e1b35ada0e22 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0619152 Jul 20 15:07:34.002123 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5bfadd7e-f921-4f79-a91c-7011f1f3e0b7 req-e28a9f14-c91e-431b-b5bd-df670e30bfda tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Jul 20 15:07:34.424083 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 0d5c337d-765e-4caa-bcf8-ffd73be95b15 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:07:34.519023 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:34.529533 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'port_id': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'mac_address': 'fa:16:3e:69:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:07:34.565814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:34.578710 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5c337d-765e-4caa-bcf8-ffd73be95b15 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:07:34.598380 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:34.604811 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:34.650010 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=0d5c337d-765e-4caa-bcf8-ffd73be95b15,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:34.725892 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['58bf09f7-4066-475d-be76-8603980006b0'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:07:34.972882 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['0d5c337d-765e-4caa-bcf8-ffd73be95b15'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:07:35.007819 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496cd-d9cd-40b7-82e5-6ec90121c1e8 req-658c9d7f-6828-4687-9c27-931feb8b6290 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:35.009320 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-59e496cd-d9cd-40b7-82e5-6ec90121c1e8 req-658c9d7f-6828-4687-9c27-931feb8b6290 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 944 time: 0.0674505 Jul 20 15:07:35.052359 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-59e496cd-d9cd-40b7-82e5-6ec90121c1e8 req-c2097726-cd3e-477b-ba5d-978acb1b2d35 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 Jul 20 15:07:35.136258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781d06-a0e0-4500-9303-148f63f2f102 req-018d4e3a-4709-4fbc-94f8-24d29df05130 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:35.137721 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-93781d06-a0e0-4500-9303-148f63f2f102 req-018d4e3a-4709-4fbc-94f8-24d29df05130 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0627542 Jul 20 15:07:35.174277 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-93781d06-a0e0-4500-9303-148f63f2f102 req-8f4f9f25-65e8-47e5-8d3a-bf3d7f34ad5f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303309 Jul 20 15:07:35.997798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-77c90c09-1ad6-4fd7-ba72-246d6627b693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.183877 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c28e1f-3816-4e05-a285-cdeaf4ce1b2f req-75690de8-1935-44c1-8a37-181fb42fdd88 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:36.185369 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-73c28e1f-3816-4e05-a285-cdeaf4ce1b2f req-75690de8-1935-44c1-8a37-181fb42fdd88 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 944 time: 0.0636168 Jul 20 15:07:36.228594 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-73c28e1f-3816-4e05-a285-cdeaf4ce1b2f req-a4bfd325-9918-44ec-8eb6-46e44717e1ab tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370853 Jul 20 15:07:36.314096 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a1874-4ab2-4080-afe0-62b4c4ec9da5 req-be96bef7-028f-4714-b33a-1abd09d577ae tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:36.315580 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c46a1874-4ab2-4080-afe0-62b4c4ec9da5 req-be96bef7-028f-4714-b33a-1abd09d577ae tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0676830 Jul 20 15:07:36.355479 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c46a1874-4ab2-4080-afe0-62b4c4ec9da5 req-da2dd104-a66b-4ff0-ac99-af3b9e12d205 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Jul 20 15:07:36.448490 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 0d5c337d-765e-4caa-bcf8-ffd73be95b15 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:07:36.499087 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:07:36.503582 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:07:36.503946 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.580306 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.601932 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:36.604428 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e2dbba-494f-4d07-b177-6656ddcf9cf2" -d '{"events": [{"server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:36.617633 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:36.621812 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.622586 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:07:36.653771 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f63d7-1ae5-4998-8c60-147c862dd321 x-openstack-request-id: req-de8f63d7-1ae5-4998-8c60-147c862dd321 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:36.654059 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:36.654305 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de8f63d7-1ae5-4998-8c60-147c862dd321 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:36.654710 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'code': 200} Jul 20 15:07:36.717767 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=0d5c337d-765e-4caa-bcf8-ffd73be95b15,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:36.732557 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 58bf09f7-4066-475d-be76-8603980006b0 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:07:36.737356 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 58bf09f7-4066-475d-be76-8603980006b0 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:07:36.737828 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.829064 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.871226 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:07:36.874303 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535c9c1-8666-475e-8afd-689bbb846c25 req-c5d0008b-3a82-4cf4-b342-6f4a3dcaf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:36.876287 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4535c9c1-8666-475e-8afd-689bbb846c25 req-c5d0008b-3a82-4cf4-b342-6f4a3dcaf768 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 1098 time: 0.0649636 Jul 20 15:07:36.883896 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:36.916924 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4535c9c1-8666-475e-8afd-689bbb846c25 req-a88cc4d2-5464-4cee-948a-633cfe3a3596 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338380 Jul 20 15:07:36.938859 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:37.362473 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197829-d32a-491a-9cef-ec60eeb24af2 req-15c02b72-9a6c-4539-ac62-7e234aec0834 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:37.363975 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-aa197829-d32a-491a-9cef-ec60eeb24af2 req-15c02b72-9a6c-4539-ac62-7e234aec0834 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.0688300 Jul 20 15:07:37.401800 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-aa197829-d32a-491a-9cef-ec60eeb24af2 req-adffdcee-586c-4fb0-8709-bb9a7efc0db0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Jul 20 15:07:37.492622 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc6580-c1d5-44d6-a846-6ab772d8aaba req-f11e579a-9682-4e4f-8905-922d0526f7a6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:37.494090 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c8cc6580-c1d5-44d6-a846-6ab772d8aaba req-f11e579a-9682-4e4f-8905-922d0526f7a6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0637548 Jul 20 15:07:37.532909 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c8cc6580-c1d5-44d6-a846-6ab772d8aaba req-202db6cb-d0b3-4612-bcd7-c1c19e6c8599 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331764 Jul 20 15:07:38.532918 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e73779-ef8b-473d-b8d0-ab5ab6b87b5f req-577fcf54-60a7-483a-b2be-42523aacca46 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:38.534397 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a0e73779-ef8b-473d-b8d0-ab5ab6b87b5f req-577fcf54-60a7-483a-b2be-42523aacca46 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.0643067 Jul 20 15:07:38.573337 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a0e73779-ef8b-473d-b8d0-ab5ab6b87b5f req-924caff1-b7bf-4e28-bdfd-bb70aea2618e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Jul 20 15:07:38.658289 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:38.661585 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b44a18-b2f5-42f7-9037-24ab73749a4b" -d '{"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:38.675909 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c20b-5951-4f10-a7ef-07b979c9111b req-7fe71f64-f5e4-40a1-959c-a4e8ae0cce4a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:38.677934 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9b23c20b-5951-4f10-a7ef-07b979c9111b req-7fe71f64-f5e4-40a1-959c-a4e8ae0cce4a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0640755 Jul 20 15:07:38.687178 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b932ed01-dcf6-48ac-9ff6-2d20a2be3b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:38.697151 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:38.725913 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20809da8-d4e5-4bd5-8379-e98a39c2060c req-de493538-d365-4eda-adfd-03966813a0f8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:38.726134 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9b23c20b-5951-4f10-a7ef-07b979c9111b req-a36523d6-9d64-4831-b7e8-bafc01b7dd9e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Jul 20 15:07:38.727947 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20809da8-d4e5-4bd5-8379-e98a39c2060c req-de493538-d365-4eda-adfd-03966813a0f8 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.0839639 Jul 20 15:07:38.736233 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49530) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:38.740932 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Request body: {'floatingip': {'port_id': '0d5c337d-765e-4caa-bcf8-ffd73be95b15'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:38.762510 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03233b76-d8e1-4e8c-a893-47039e4a2472 x-openstack-request-id: req-03233b76-d8e1-4e8c-a893-47039e4a2472 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:38.762826 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:38.763075 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03233b76-d8e1-4e8c-a893-47039e4a2472 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:38.763460 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'code': 200} Jul 20 15:07:38.785352 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:39.016284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ab420-e501-4383-989b-d803d6ea57a2 req-6c3d805e-1b63-4788-a7b9-65438d15fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:39.018384 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-053ab420-e501-4383-989b-d803d6ea57a2 req-6c3d805e-1b63-4788-a7b9-65438d15fe2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0977578 Jul 20 15:07:39.053687 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-053ab420-e501-4383-989b-d803d6ea57a2 req-85213dc5-0385-4221-872f-142ae77ac9b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280061 Jul 20 15:07:39.217498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:39.220652 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:39.570504 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Floating IP 3533736b-907a-4ed7-96d5-c3ca4ae6cf52 associated. External IP: 172.27.3.19, port: 0d5c337d-765e-4caa-bcf8-ffd73be95b15. Jul 20 15:07:39.771000 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:07:39.843068 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:39.862760 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43b92a-1c33-48e2-8a4b-9aaff0fbe2f4 req-90c1c353-f6d7-4e18-817b-37ac24f87297 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:39.864406 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-af43b92a-1c33-48e2-8a4b-9aaff0fbe2f4 req-90c1c353-f6d7-4e18-817b-37ac24f87297 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0658636 Jul 20 15:07:39.879144 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:07:39.884090 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:39.890978 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:07:39.900875 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:39.901798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:39.907178 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-af43b92a-1c33-48e2-8a4b-9aaff0fbe2f4 req-89e1476e-1749-4fe8-9b7d-df5a9fcbc1bf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372202 Jul 20 15:07:39.920740 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-40450236-cb54-4af4-9d55-b494b1631afd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "PUT /v2.0/floatingips/3533736b-907a-4ed7-96d5-c3ca4ae6cf52 HTTP/1.1" status: 200 len: 990 time: 1.1833539 Jul 20 15:07:39.921311 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:39.923736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:39.962348 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68322976-9ad1-41ce-a84a-817a6efe318d x-openstack-request-id: req-68322976-9ad1-41ce-a84a-817a6efe318d {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:39.962776 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:39.963253 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68322976-9ad1-41ce-a84a-817a6efe318d {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:39.963715 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'status': 'completed', 'code': 200} Jul 20 15:07:40.022353 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:40.081958 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-b8a83292-b59a-4436-94d3-64e718b967cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:40.083532 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-b8a83292-b59a-4436-94d3-64e718b967cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0910f027ac134f76b2c587a5d67cf125&device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 1098 time: 0.0552602 Jul 20 15:07:40.221986 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-456c48fe-637f-41e3-8e5e-9b21edbca14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:40.223859 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-456c48fe-637f-41e3-8e5e-9b21edbca14d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 200 len: 911 time: 0.0914125 Jul 20 15:07:40.303299 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-279c158f-e9d8-4b6c-828e-aef6528194c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15 HTTP/1.1" status: 200 len: 998 time: 0.0711479 Jul 20 15:07:40.377678 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-52c4f0b0-edfa-4cb7-8e67-5d53eef9a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:40.377678 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-52c4f0b0-edfa-4cb7-8e67-5d53eef9a7bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 200 len: 849 time: 0.0575984 Jul 20 15:07:40.420596 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '3533736b-907a-4ed7-96d5-c3ca4ae6cf52', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'port_id': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'mac_address': 'fa:16:3e:69:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:07:22Z', 'updated_at': '2021-07-20T15:07:39Z', 'revision_number': 1, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:40.436664 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-77611997-ef98-4813-a7fc-01a727bc789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:40.438951 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-77611997-ef98-4813-a7fc-01a727bc789a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4f2ce60-bedd-4f6f-98a1-10b37515e650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552688 Jul 20 15:07:40.447385 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:07:40.455853 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:40.456454 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:40.537542 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-956a0102-8033-4c66-aba7-9a059e45ff91 service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882227 Jul 20 15:07:40.562035 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:40.629131 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e6c87463-f19d-4b3c-930a-2b3b4f64d4a8 req-9c4dbd4f-0e2a-4296-9959-ba234053c14b service neutron] 10.222.0.36 "GET /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847619 Jul 20 15:07:40.788883 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '3533736b-907a-4ed7-96d5-c3ca4ae6cf52', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'port_id': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'mac_address': 'fa:16:3e:69:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:07:22Z', 'updated_at': '2021-07-20T15:07:39Z', 'revision_number': 1, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:40.815467 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e62de-1b75-4195-bf7f-970997b2f55b None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '3533736b-907a-4ed7-96d5-c3ca4ae6cf52', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'port_id': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'mac_address': 'fa:16:3e:69:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:07:22Z', 'updated_at': '2021-07-20T15:07:39Z', 'revision_number': 1, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:07:41.019208 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147aa2d-2c97-419a-b55b-11ff3d520fa5 None None] New status for floating IP 3533736b-907a-4ed7-96d5-c3ca4ae6cf52: ACTIVE {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:07:41.044744 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e69e2-9872-4bb5-800b-10b7e5a37a13 req-36399fc7-b374-4063-b15d-0de71bfaed84 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:41.046183 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5b7e69e2-9872-4bb5-800b-10b7e5a37a13 req-36399fc7-b374-4063-b15d-0de71bfaed84 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0661926 Jul 20 15:07:41.092179 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5b7e69e2-9872-4bb5-800b-10b7e5a37a13 req-cb446762-1252-4984-96f8-29e3ae8e417d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Jul 20 15:07:41.231998 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917f3d2-6674-422d-99e2-52e3c1d84336 req-90bddf99-ee3b-4281-812b-5ad4feb0abcd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:41.233544 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3917f3d2-6674-422d-99e2-52e3c1d84336 req-90bddf99-ee3b-4281-812b-5ad4feb0abcd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0658240 Jul 20 15:07:41.242435 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 49560) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:41.247279 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Request body: {'floatingip': {'port_id': '58bf09f7-4066-475d-be76-8603980006b0'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:07:41.288908 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:41.439676 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:41.721725 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:41.725533 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:41.824004 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Floating IP fc5c2b42-4159-4c9e-8d5c-eabdb9522308 associated. External IP: 172.27.3.31, port: 58bf09f7-4066-475d-be76-8603980006b0. Jul 20 15:07:42.023665 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:07:42.131220 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:07:42.135624 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:42.141718 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:07:42.150585 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:42.151230 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:42.172742 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a89da129-c241-4aa5-9ad1-22a31b21b0e6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "PUT /v2.0/floatingips/fc5c2b42-4159-4c9e-8d5c-eabdb9522308 HTTP/1.1" status: 200 len: 991 time: 0.9290493 Jul 20 15:07:42.173310 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:07:42.175716 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b" -d '{"events": [{"name": "network-changed", "server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:07:42.212188 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d4e4ae-477f-4514-ae66-48461a483d4a x-openstack-request-id: req-a3d4e4ae-477f-4514-ae66-48461a483d4a {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:07:42.212494 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:07:42.212734 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3d4e4ae-477f-4514-ae66-48461a483d4a {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:07:42.213126 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'status': 'completed', 'code': 200} Jul 20 15:07:42.262689 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:42.336142 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-02073771-dd9a-498f-bad0-06354e6d448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:42.337644 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-02073771-dd9a-498f-bad0-06354e6d448f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0555627 Jul 20 15:07:42.430985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-7dc6c75a-4250-434c-a44e-1979cbd5b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:42.432455 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-7dc6c75a-4250-434c-a44e-1979cbd5b4fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.0878644 Jul 20 15:07:42.494009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'fc5c2b42-4159-4c9e-8d5c-eabdb9522308', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'port_id': '58bf09f7-4066-475d-be76-8603980006b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'mac_address': 'fa:16:3e:cf:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:07:21Z', 'updated_at': '2021-07-20T15:07:41Z', 'revision_number': 1, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:42.501263 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-cfda4fae-c35a-4f8c-bc8f-1df13f83b3be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 200 len: 999 time: 0.0618625 Jul 20 15:07:42.526144 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:07:42.535754 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:07:42.536398 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:07:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:42.554558 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-5eaa3813-abe1-467e-803e-b8e4e8164891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:42.556272 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-5eaa3813-abe1-467e-803e-b8e4e8164891 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0486190 Jul 20 15:07:42.626035 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-c7079c8f-fc99-4a9f-b80e-a18f7a947c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:07:42.627654 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-c7079c8f-fc99-4a9f-b80e-a18f7a947c6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653539 Jul 20 15:07:42.646152 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:07:42.732082 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-1deb7e34-1a76-4bdc-9035-312259e55449 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893936 Jul 20 15:07:42.837115 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4ceda25b-00ed-48f0-b8b7-c63a4f91719b req-af925322-43ab-4172-9106-ceba5595d628 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985448 Jul 20 15:07:42.877352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'fc5c2b42-4159-4c9e-8d5c-eabdb9522308', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'port_id': '58bf09f7-4066-475d-be76-8603980006b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'mac_address': 'fa:16:3e:cf:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:07:21Z', 'updated_at': '2021-07-20T15:07:41Z', 'revision_number': 1, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:42.906788 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7975d7-7d76-4d38-9427-0f0277a48fa6 None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'fc5c2b42-4159-4c9e-8d5c-eabdb9522308', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'port_id': '58bf09f7-4066-475d-be76-8603980006b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'mac_address': 'fa:16:3e:cf:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:07:21Z', 'updated_at': '2021-07-20T15:07:41Z', 'revision_number': 1, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:07:43.086439 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e0750-59b5-4c33-80d8-a5dfd2302f67 None None] New status for floating IP fc5c2b42-4159-4c9e-8d5c-eabdb9522308: ACTIVE {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:07:44.943883 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49610) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:44.987217 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Deleting subnet 629b1225-8bc2-4d3e-b561-955c0594a5b1 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:07:44.991540 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.025888 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.069284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.125071 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.150337 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629b1225-8bc2-4d3e-b561-955c0594a5b1,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:45.154897 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.157377 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/629b1225-8bc2-4d3e-b561-955c0594a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2124534 Jul 20 15:07:45.161019 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49612) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:45.168348 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.168697 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.169038 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.169372 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.169703 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.170046 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.170359 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.170708 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.171035 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.171922 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.172243 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.172560 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1df71-4ac0-41d7-956d-524b9c69d6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:07:45.234375 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.313839 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.323743 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e50d494-a946-40ff-9c0f-2c09ad51393f']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:45.333292 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0a0245-cec7-452c-af81-8b45cd74e448') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:45.333582 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0a0245-cec7-452c-af81-8b45cd74e448') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:07:45.341961 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.355809 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.361723 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:07:45.362102 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:07:45.363741 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:07:45.419727 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.425895 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.427764 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2e50d494-a946-40ff-9c0f-2c09ad51393f HTTP/1.1" status: 204 len: 168 time: 0.2658343 Jul 20 15:07:45.439321 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288740f9-74ff-4702-bf9e-b808016e6f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e50d494-a946-40ff-9c0f-2c09ad51393f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:45.603611 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49622) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:45.646270 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-31e071c2-9e11-4600-9e53-ad92997589bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b3798cf12b2418b8809561099222814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414948 Jul 20 15:07:45.648882 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 49624) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:07:45.706579 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3bda-04bd-4070-887b-32a68f0df404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.731551 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3bda-04bd-4070-887b-32a68f0df404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.781829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3bda-04bd-4070-887b-32a68f0df404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.784389 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3bda-04bd-4070-887b-32a68f0df404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:07:45.785558 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-6c6f3bda-04bd-4070-887b-32a68f0df404 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bd77208-c5a0-4d68-95a1-39c9af6aa5de HTTP/1.1" status: 204 len: 168 time: 0.1354730 Jul 20 15:07:45.794986 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3bda-04bd-4070-887b-32a68f0df404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd77208-c5a0-4d68-95a1-39c9af6aa5de,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:07:52.739497 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:06.000011 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2ecd63df-937b-43e1-9eee-dd4e7426e829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:08.496294 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:08:08.673553 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c58c64aa-3122-4170-bbfe-f71506ecb862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:08.691987 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:09.846108 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:11.429617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:22.765510 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:24.553061 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5916f5-e718-4b00-a1dc-af3aab409268 req-5b78e01d-6c75-40db-a027-75237bfeacb7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:24.554593 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ba5916f5-e718-4b00-a1dc-af3aab409268 req-5b78e01d-6c75-40db-a027-75237bfeacb7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0682900 Jul 20 15:08:24.594181 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ba5916f5-e718-4b00-a1dc-af3aab409268 req-146afc1b-d6f4-4684-8d86-29adfba6975b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Jul 20 15:08:25.652221 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-e7c61825-b83c-4be0-9bf7-72267f27a662 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579574 Jul 20 15:08:25.743471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2c14-6d63-416b-84f6-4621f4f0d5b4 req-0905503a-99a4-424f-9af5-ae36e0aa9f92 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:25.745084 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-300a2c14-6d63-416b-84f6-4621f4f0d5b4 req-0905503a-99a4-424f-9af5-ae36e0aa9f92 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0724020 Jul 20 15:08:25.773862 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ae990-c826-4880-bc89-82d4fc292805 req-2e683938-0256-4942-b4f5-134cd132293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:25.775386 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-2e683938-0256-4942-b4f5-134cd132293d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.0553956 Jul 20 15:08:25.784191 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-300a2c14-6d63-416b-84f6-4621f4f0d5b4 req-f8d8590d-626b-44f9-906f-3a62b04db2db tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323148 Jul 20 15:08:25.893399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ae990-c826-4880-bc89-82d4fc292805 req-73d3bb23-a5dd-496c-9e92-8396ceb01eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:25.894887 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-73d3bb23-a5dd-496c-9e92-8396ceb01eec service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.0997105 Jul 20 15:08:25.963236 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-1cfe7da4-24f7-40f2-845f-4e1f466fc7c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 1000 time: 0.0612459 Jul 20 15:08:26.015734 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ae990-c826-4880-bc89-82d4fc292805 req-3d61e3f0-afee-48c6-bb6a-593cfa770e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:26.017184 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-3d61e3f0-afee-48c6-bb6a-593cfa770e91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0465078 Jul 20 15:08:26.075330 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ae990-c826-4880-bc89-82d4fc292805 req-272290ea-7fc5-48e7-83e9-129795952f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:26.076820 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-272290ea-7fc5-48e7-83e9-129795952f87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530047 Jul 20 15:08:26.169060 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-08d3c4e9-4ee9-456e-9c41-c877b8c5da42 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Jul 20 15:08:26.257680 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a16ae990-c826-4880-bc89-82d4fc292805 req-a8173fdc-e612-4bd9-ba7c-814cde5f187d service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818279 Jul 20 15:08:26.919053 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd563-643e-4083-b944-0ff840fe9a17 req-58a4bc17-e310-4450-9814-4ce0066c7a03 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:26.927779 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a3ffd563-643e-4083-b944-0ff840fe9a17 req-58a4bc17-e310-4450-9814-4ce0066c7a03 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0671041 Jul 20 15:08:26.965652 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a3ffd563-643e-4083-b944-0ff840fe9a17 req-09b284c2-10f4-4d9b-bf3e-85ca92622592 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351925 Jul 20 15:08:27.483645 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aac67-b062-4a1c-90d3-8a9a6633477c req-d8c4ace3-c796-4350-b3e0-85857b894997 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:27.485161 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ad1aac67-b062-4a1c-90d3-8a9a6633477c req-d8c4ace3-c796-4350-b3e0-85857b894997 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0692544 Jul 20 15:08:27.522267 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ad1aac67-b062-4a1c-90d3-8a9a6633477c req-a379310d-f081-4896-923a-576d009ad653 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Jul 20 15:08:28.111750 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba5d17-8583-4dd1-8ba5-ed5f4acfb9ae req-cb194acd-e8c0-4c09-a57f-5d9e15fc4132 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:28.113301 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-68ba5d17-8583-4dd1-8ba5-ed5f4acfb9ae req-cb194acd-e8c0-4c09-a57f-5d9e15fc4132 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0655448 Jul 20 15:08:28.151420 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-68ba5d17-8583-4dd1-8ba5-ed5f4acfb9ae req-3c3f4309-6d17-436f-9175-52605c9968f4 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Jul 20 15:08:28.664131 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce2b8-afff-49ce-8019-0d833de31304 req-0f9b2b1e-ad51-4570-a14d-50a041511827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:28.665729 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-da8ce2b8-afff-49ce-8019-0d833de31304 req-0f9b2b1e-ad51-4570-a14d-50a041511827 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0664859 Jul 20 15:08:28.716715 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-da8ce2b8-afff-49ce-8019-0d833de31304 req-5145834d-3a90-4be5-a907-a607a443d444 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Jul 20 15:08:29.286187 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab2602-4eee-4e9a-98ef-0a8b46418fce req-69cab937-cbf7-4a12-92f0-95926b2c0ed7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:29.287696 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d0ab2602-4eee-4e9a-98ef-0a8b46418fce req-69cab937-cbf7-4a12-92f0-95926b2c0ed7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0657830 Jul 20 15:08:29.327796 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d0ab2602-4eee-4e9a-98ef-0a8b46418fce req-df8e37ed-9403-4715-846c-d4c60340bd24 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338430 Jul 20 15:08:29.869057 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea091ae6-2dcc-40eb-bcfb-12d419707d6e req-78ce7f0b-c0f0-4814-bf20-071c761484ea tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:29.871026 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ea091ae6-2dcc-40eb-bcfb-12d419707d6e req-78ce7f0b-c0f0-4814-bf20-071c761484ea tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0819294 Jul 20 15:08:29.913265 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ea091ae6-2dcc-40eb-bcfb-12d419707d6e req-4ca0bf73-3df2-4076-a9ef-ce6f4efe3181 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364387 Jul 20 15:08:30.468418 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57877-e440-4184-9245-9ec990cd6d7e req-bdd75608-5dfb-4957-af9a-6a7f9d2e6727 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:30.469899 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f9e57877-e440-4184-9245-9ec990cd6d7e req-bdd75608-5dfb-4957-af9a-6a7f9d2e6727 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0688703 Jul 20 15:08:30.509158 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f9e57877-e440-4184-9245-9ec990cd6d7e req-11f6328b-0e6f-405d-9ca6-c0a14ad2a232 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334091 Jul 20 15:08:31.040324 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3e1d2-3a16-410b-8a36-05ebc521db96 req-709cc702-5d80-4ad8-a339-36bc5a7550ce tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:31.041811 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e9f3e1d2-3a16-410b-8a36-05ebc521db96 req-709cc702-5d80-4ad8-a339-36bc5a7550ce tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0623972 Jul 20 15:08:31.081163 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e9f3e1d2-3a16-410b-8a36-05ebc521db96 req-38b5be87-1979-43b5-8178-a759b5febe32 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330508 Jul 20 15:08:31.643745 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1c3f8-8a89-4dc4-b252-ccca2ea082ea req-041728bb-f4fd-4185-a62f-f52acf2902bc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:31.645234 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dfc1c3f8-8a89-4dc4-b252-ccca2ea082ea req-041728bb-f4fd-4185-a62f-f52acf2902bc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0637529 Jul 20 15:08:31.686185 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dfc1c3f8-8a89-4dc4-b252-ccca2ea082ea req-73a60936-9bb7-43d8-b35a-803c8b0a1d9a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353391 Jul 20 15:08:32.213362 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfff31-985b-430a-8a04-c3ef33b23022 req-6fdcd638-29a9-4bb1-8efb-15b910560157 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:32.215411 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-29cfff31-985b-430a-8a04-c3ef33b23022 req-6fdcd638-29a9-4bb1-8efb-15b910560157 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0653496 Jul 20 15:08:32.255214 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-29cfff31-985b-430a-8a04-c3ef33b23022 req-0a99aecf-fb9d-4966-aef2-ac8c31b37e31 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342674 Jul 20 15:08:32.821688 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000e53-2e14-490c-bc0f-50199bc2ffbc req-f5d06481-d403-4ff1-9209-e7467ef8ea5d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:32.823189 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-77000e53-2e14-490c-bc0f-50199bc2ffbc req-f5d06481-d403-4ff1-9209-e7467ef8ea5d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0660400 Jul 20 15:08:32.860455 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-77000e53-2e14-490c-bc0f-50199bc2ffbc req-4ee1a44f-b32e-44de-8542-a8a2835cfa61 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Jul 20 15:08:33.385450 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1240-8cc5-4cde-b43f-4ae35eca7b8f req-06f302be-acaa-4e23-ad8b-23d5e4721bb1 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:33.386885 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5d6e1240-8cc5-4cde-b43f-4ae35eca7b8f req-06f302be-acaa-4e23-ad8b-23d5e4721bb1 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0647869 Jul 20 15:08:33.423504 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5d6e1240-8cc5-4cde-b43f-4ae35eca7b8f req-b3c6cdcc-7c12-4e13-b2e5-cf08f925cbc1 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Jul 20 15:08:33.992518 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b19de-588a-4d18-b234-263f6d45f314 req-c7091963-d60c-41e3-bed3-e9cc0241f9dc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:33.993993 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0f4b19de-588a-4d18-b234-263f6d45f314 req-c7091963-d60c-41e3-bed3-e9cc0241f9dc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0645661 Jul 20 15:08:34.031599 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0f4b19de-588a-4d18-b234-263f6d45f314 req-b201e06c-2429-41a0-8ed9-9bf67436c530 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Jul 20 15:08:34.558672 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40ce6-b320-474d-a356-73ba29a59ee9 req-4cf76836-fa6f-4a30-9349-f249071575e5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:34.560260 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-93a40ce6-b320-474d-a356-73ba29a59ee9 req-4cf76836-fa6f-4a30-9349-f249071575e5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0658131 Jul 20 15:08:34.608273 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-93a40ce6-b320-474d-a356-73ba29a59ee9 req-ae9cfa7b-85b2-4d7b-a4e4-dfb4817440e3 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Jul 20 15:08:35.166159 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3edef-e144-4d5b-895d-542a672c7cde req-e5ae0b0d-83e4-4f4b-a2c6-07a9a54faa12 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:35.167755 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-75c3edef-e144-4d5b-895d-542a672c7cde req-e5ae0b0d-83e4-4f4b-a2c6-07a9a54faa12 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0662065 Jul 20 15:08:35.206676 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-75c3edef-e144-4d5b-895d-542a672c7cde req-cc66700a-8e29-4785-856d-e32ef781ce14 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331686 Jul 20 15:08:35.739355 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71be0-7d17-4ca2-856e-58ffd77736c9 req-bffc74c4-3097-4611-8cf9-f48bd87c6e1d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:35.740750 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2dc71be0-7d17-4ca2-856e-58ffd77736c9 req-bffc74c4-3097-4611-8cf9-f48bd87c6e1d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0636790 Jul 20 15:08:35.776178 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2dc71be0-7d17-4ca2-856e-58ffd77736c9 req-82e7070c-7a39-4422-95fe-d517ab738d0d tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298262 Jul 20 15:08:36.000755 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-af4a5cf4-98f5-4f86-9794-6be9fd535c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:36.336994 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655888d-95c0-4ae8-a7f6-eceb3c87a400 req-ac1af086-2356-4b31-a61f-88a73396edeb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:36.338412 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1655888d-95c0-4ae8-a7f6-eceb3c87a400 req-ac1af086-2356-4b31-a61f-88a73396edeb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0629725 Jul 20 15:08:36.375156 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1655888d-95c0-4ae8-a7f6-eceb3c87a400 req-1296eb0a-6c02-4412-a3d3-e536c04a6eb0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304523 Jul 20 15:08:36.686126 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:08:36.782550 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:36.793568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '58bf09f7-4066-475d-be76-8603980006b0', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'port_id': '58bf09f7-4066-475d-be76-8603980006b0', 'mac_address': 'fa:16:3e:cf:07:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:08:36.832108 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:36.849968 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58bf09f7-4066-475d-be76-8603980006b0 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:08:36.870899 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:36.875105 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:36.909471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d058ed-98de-4dda-9b7d-29425ceb99c9 req-a8a8351c-caed-44a7-b5aa-5980eed6cbe8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:36.911022 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-87d058ed-98de-4dda-9b7d-29425ceb99c9 req-a8a8351c-caed-44a7-b5aa-5980eed6cbe8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0664346 Jul 20 15:08:36.925479 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=6']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:36.932380 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.933368 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.933706 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.934059 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.934357 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.934707 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.935030 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.935356 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.935678 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.935999 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.936318 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.936636 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:36.950358 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-87d058ed-98de-4dda-9b7d-29425ceb99c9 req-de9d5501-a9bd-47d9-b8db-3046aa3bc196 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334723 Jul 20 15:08:37.045008 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['58bf09f7-4066-475d-be76-8603980006b0'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:08:37.526024 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802fb55-7f48-4cb1-aebe-99f132518f14 req-6afa7a8c-0fba-42d0-8787-7dc11aaac3ad tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:37.528169 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a802fb55-7f48-4cb1-aebe-99f132518f14 req-6afa7a8c-0fba-42d0-8787-7dc11aaac3ad tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0799463 Jul 20 15:08:37.575405 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a802fb55-7f48-4cb1-aebe-99f132518f14 req-3ebf304b-30b3-4ab7-aeef-e3d4ca176cf0 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395834 Jul 20 15:08:37.691950 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-849ce82b-45b9-46e6-b972-8789f585e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:37.693468 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-849ce82b-45b9-46e6-b972-8789f585e00a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.0599914 Jul 20 15:08:37.793515 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-a96b0b8b-4f4f-488d-8a55-fd8fa0c0555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:37.795017 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-a96b0b8b-4f4f-488d-8a55-fd8fa0c0555a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.0939777 Jul 20 15:08:37.864710 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-9a5667c4-f6ed-4559-b904-0523728ee655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 1000 time: 0.0623317 Jul 20 15:08:37.913796 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-d34ede43-0538-43f4-9bdd-52304f4364c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:37.915310 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-d34ede43-0538-43f4-9bdd-52304f4364c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0440369 Jul 20 15:08:37.977521 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-95b99a3c-f9f8-453d-b379-79c3a84e6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:37.979103 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-95b99a3c-f9f8-453d-b379-79c3a84e6e10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566585 Jul 20 15:08:38.081450 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-c0d2740c-9ec9-4296-9c44-18cfc8c9182c service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948858 Jul 20 15:08:38.085526 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353f6ce-68b0-4fa4-b96d-34a0fba3129e req-2f3cc5dd-b852-47ff-87aa-9d0b25585f6f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:38.087283 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0353f6ce-68b0-4fa4-b96d-34a0fba3129e req-2f3cc5dd-b852-47ff-87aa-9d0b25585f6f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0680788 Jul 20 15:08:38.138811 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0353f6ce-68b0-4fa4-b96d-34a0fba3129e req-c91523f9-b198-4a81-919b-9198962adbd4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Jul 20 15:08:38.183880 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c92980b-68d9-4755-afa5-4df1050cd42f req-078263e9-2754-4403-bec9-9dfb4ba84dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957942 Jul 20 15:08:38.686086 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4b02-4c27-40e8-9c59-f0f34a0aa22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:38.691233 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:08:38.736899 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938095-c818-4226-b872-f93dc819cc61 req-f7553cdd-8811-4416-bb6a-6b72a37d4385 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:38.738530 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-47938095-c818-4226-b872-f93dc819cc61 req-f7553cdd-8811-4416-bb6a-6b72a37d4385 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0891511 Jul 20 15:08:38.739686 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:38.779242 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 58bf09f7-4066-475d-be76-8603980006b0 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:08:38.779520 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:38.832050 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-47938095-c818-4226-b872-f93dc819cc61 req-358e05ca-b0fd-4cab-8012-2e6c0e1bd403 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771298 Jul 20 15:08:38.887859 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:38.926517 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:08:38.928924 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9125b21-730f-41fc-aa2b-f858472602c0" -d '{"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:08:38.946061 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:38.952566 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:39.024814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=7']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:39.133929 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55bdaa5-5e6b-4c6b-8998-b688de8c1a59 x-openstack-request-id: req-b55bdaa5-5e6b-4c6b-8998-b688de8c1a59 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:08:39.134223 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:08:39.134476 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b55bdaa5-5e6b-4c6b-8998-b688de8c1a59 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:08:39.134910 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'code': 200} Jul 20 15:08:39.323434 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b34d8-e7d4-48b5-899e-75e0dd6a62c4 req-a5c0ba72-2f83-4252-aa4c-2bbca56acc4a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:39.325006 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8f7b34d8-e7d4-48b5-899e-75e0dd6a62c4 req-a5c0ba72-2f83-4252-aa4c-2bbca56acc4a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.1143084 Jul 20 15:08:39.379846 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8f7b34d8-e7d4-48b5-899e-75e0dd6a62c4 req-4b6563d0-a17a-4927-ad9b-b24e8117722b tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Jul 20 15:08:39.863853 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:39.983335 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8ed0a-6024-4c5d-af73-819aed88281e req-acb9524f-567a-43b6-8b20-41ec114ba655 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:39.991394 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-22a8ed0a-6024-4c5d-af73-819aed88281e req-acb9524f-567a-43b6-8b20-41ec114ba655 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0796416 Jul 20 15:08:40.031637 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-22a8ed0a-6024-4c5d-af73-819aed88281e req-8fdbd007-4b49-470e-b242-bb95b80eb96c tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389528 Jul 20 15:08:40.551862 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8e555-54bb-4f25-aca5-2674e1ebb7ba req-11fe8b36-253b-4c62-90f4-56751d4596cd tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:40.561371 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02b8e555-54bb-4f25-aca5-2674e1ebb7ba req-11fe8b36-253b-4c62-90f4-56751d4596cd tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0874529 Jul 20 15:08:40.603278 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02b8e555-54bb-4f25-aca5-2674e1ebb7ba req-2ab3d781-64f9-4f71-8f09-ceb179761283 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 Jul 20 15:08:41.205956 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52398fe-8821-4b34-913b-b1445b220d92 req-7372452d-4fd9-45a8-aab3-104dbcf1ad8b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:41.208272 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b52398fe-8821-4b34-913b-b1445b220d92 req-7372452d-4fd9-45a8-aab3-104dbcf1ad8b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0746062 Jul 20 15:08:41.257482 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b52398fe-8821-4b34-913b-b1445b220d92 req-f6cb6fe8-d79b-45af-a066-a85c391e0a86 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380120 Jul 20 15:08:41.437332 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:41.771384 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50783852-f507-4a16-8ef4-7f5d147012b1 req-c4d4f74e-e54d-4a77-8b6b-3cdf2ab385fa tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:41.773621 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-50783852-f507-4a16-8ef4-7f5d147012b1 req-c4d4f74e-e54d-4a77-8b6b-3cdf2ab385fa tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0843174 Jul 20 15:08:41.830888 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-50783852-f507-4a16-8ef4-7f5d147012b1 req-9d98345f-b535-4a29-a88e-6b47132315ac tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513012 Jul 20 15:08:42.154250 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-d7d7e561-db78-4b26-b0e2-927aae365eee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466086 Jul 20 15:08:42.171973 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993747a-e499-4b8b-83b3-a2819f36888e req-e17014e5-dc90-4834-9ad5-922c118eb8a9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:42.181446 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7993747a-e499-4b8b-83b3-a2819f36888e req-e17014e5-dc90-4834-9ad5-922c118eb8a9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.1029873 Jul 20 15:08:42.248242 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7993747a-e499-4b8b-83b3-a2819f36888e req-015c9891-06cd-4f0c-9852-e8f30e8a5c8e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535994 Jul 20 15:08:42.450371 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcc945-3ba7-40e2-a5e0-6606e5f56349 req-8c0da7a7-61e0-4576-b839-e1f623173044 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:42.458573 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9cbcc945-3ba7-40e2-a5e0-6606e5f56349 req-8c0da7a7-61e0-4576-b839-e1f623173044 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0935364 Jul 20 15:08:42.511074 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9cbcc945-3ba7-40e2-a5e0-6606e5f56349 req-e1236fc7-f13d-4fdc-a2e3-18894fabb17e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Jul 20 15:08:43.430301 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a5a9-94d5-4a61-a1c6-2cab2aa7ec7c req-9ec8be36-2852-4d14-94c0-898e16484198 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:43.432807 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1f20a5a9-94d5-4a61-a1c6-2cab2aa7ec7c req-9ec8be36-2852-4d14-94c0-898e16484198 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.1020861 Jul 20 15:08:43.497253 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1f20a5a9-94d5-4a61-a1c6-2cab2aa7ec7c req-7fe8dc0e-d93c-4fd9-bd57-1b93ca0066a6 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540500 Jul 20 15:08:43.695230 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04827eb0-54ff-4397-b0a2-fdb5af92d38b req-e5c77fcc-9fcd-4da6-aa3d-1abc75feaa65 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:43.696937 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-04827eb0-54ff-4397-b0a2-fdb5af92d38b req-e5c77fcc-9fcd-4da6-aa3d-1abc75feaa65 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0950916 Jul 20 15:08:43.767208 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-04827eb0-54ff-4397-b0a2-fdb5af92d38b req-61c42a8d-e2e3-4425-b183-e3d97d9f1cbd tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611222 Jul 20 15:08:44.038246 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cb584-9f4b-4559-aad8-c76801ab1e5b req-73f84e06-9a68-4b1c-b2d4-5d67b80ecf3d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:44.040215 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2b0cb584-9f4b-4559-aad8-c76801ab1e5b req-73f84e06-9a68-4b1c-b2d4-5d67b80ecf3d tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.0776083 Jul 20 15:08:44.084584 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2b0cb584-9f4b-4559-aad8-c76801ab1e5b req-e0e97ac7-7453-451c-bce0-3244af9ff1bd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386825 Jul 20 15:08:44.508697 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-17383d25-7831-4c43-bd1d-3c5d21fa7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:44.512388 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-17383d25-7831-4c43-bd1d-3c5d21fa7571 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a&tenant_id=782a0afded39400291f1b219dee11c83 HTTP/1.1" status: 200 len: 1098 time: 0.0742655 Jul 20 15:08:44.657167 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-b68b5edf-4cf4-49cf-ae75-2b3f93091a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:44.659805 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-b68b5edf-4cf4-49cf-ae75-2b3f93091a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.1063147 Jul 20 15:08:44.694871 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:44.697209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb489a-6c2a-4dfd-90eb-dbf5c5b24388 req-fcd1ed71-ac83-43a8-bfb5-0ff94585e4ba tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:44.704402 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c4bb489a-6c2a-4dfd-90eb-dbf5c5b24388 req-fcd1ed71-ac83-43a8-bfb5-0ff94585e4ba tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.1160328 Jul 20 15:08:44.790381 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c4bb489a-6c2a-4dfd-90eb-dbf5c5b24388 req-b649cfa3-25a6-4e22-8dce-9c0125fcdbd9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826662 Jul 20 15:08:44.826946 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:44.862350 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-ec316bc3-088c-4600-8142-046d3140ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:44.864144 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-ec316bc3-088c-4600-8142-046d3140ef2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.1962149 Jul 20 15:08:44.871227 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:44.872949 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:08:44.876143 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b8ce2-e7f3-4f3d-b48d-bff4ea95c3ee" -d '{"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-unplugged", "status": "completed", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:08:44.883143 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:44.950659 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=6']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:44.967516 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Jul 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ebf586-dc25-4257-93e7-77368aa79805 x-openstack-request-id: req-08ebf586-dc25-4257-93e7-77368aa79805 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:08:44.968316 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-unplugged", "status": "completed", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:08:44.968777 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08ebf586-dc25-4257-93e7-77368aa79805 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:08:44.969592 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'code': 200} Jul 20 15:08:44.998207 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-6ff251f8-2214-49be-a09f-f7cf6f04b193 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 998 time: 0.1271870 Jul 20 15:08:45.044148 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d15864-507d-4d99-b37f-ebd04ac2a42f req-71ab8509-f3fb-4927-9dbc-0fbbe7d0de09 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:45.046718 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d5d15864-507d-4d99-b37f-ebd04ac2a42f req-71ab8509-f3fb-4927-9dbc-0fbbe7d0de09 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.1322520 Jul 20 15:08:45.083822 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-23424cf8-c20b-4f9b-8fb7-69e47f455c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:45.086192 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-23424cf8-c20b-4f9b-8fb7-69e47f455c68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0806334 Jul 20 15:08:45.102585 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d5d15864-507d-4d99-b37f-ebd04ac2a42f req-13b35698-4dc0-4edd-93e5-c74c057dc2cf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485168 Jul 20 15:08:45.183956 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-c00685d5-4243-4ef3-8e3e-24821c74301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:45.185993 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-c00685d5-4243-4ef3-8e3e-24821c74301f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924687 Jul 20 15:08:45.317797 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a143c-3663-4d55-b4fa-588d1c84bdf1 req-bee52d52-b384-4c7a-9094-57dcdcc9493a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:45.318057 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a24a143c-3663-4d55-b4fa-588d1c84bdf1 req-bee52d52-b384-4c7a-9094-57dcdcc9493a tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.1473556 Jul 20 15:08:45.322413 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-d9ad2d25-ccf3-4210-bbfe-0f22ddb8a757 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197729 Jul 20 15:08:45.429906 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a24a143c-3663-4d55-b4fa-588d1c84bdf1 req-6be04ab2-5ff2-4025-a04b-5cc488e68faa tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980611 Jul 20 15:08:45.473024 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-285f4ec9-3052-4363-ab1f-55247332cc59 req-c8b9d726-ba44-4c96-8241-832b826a7f66 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422908 Jul 20 15:08:45.496947 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:08:45.956448 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd12782-9e84-4d8e-8abf-a2033d038861 req-349309b2-09e1-4c23-b69c-ca656d24c3a0 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:45.959316 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9fd12782-9e84-4d8e-8abf-a2033d038861 req-349309b2-09e1-4c23-b69c-ca656d24c3a0 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0965126 Jul 20 15:08:46.017082 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9fd12782-9e84-4d8e-8abf-a2033d038861 req-6beb1352-b5e8-4c86-ac1a-63d5f5f5129e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513837 Jul 20 15:08:46.088586 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37801056-21dc-4324-80d1-855d812f380d req-31a2e1b2-acf8-49b0-bf87-2c8c8f3ff8ae tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:46.091473 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-37801056-21dc-4324-80d1-855d812f380d req-31a2e1b2-acf8-49b0-bf87-2c8c8f3ff8ae tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.0832233 Jul 20 15:08:46.295825 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Deleting port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:08:46.296951 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:46.345832 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c14a8-57bd-406a-a4da-9d08d4c98431 req-c3914d86-d3a4-4277-b804-538e1815ee5b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:46.348551 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a57c14a8-57bd-406a-a4da-9d08d4c98431 req-c3914d86-d3a4-4277-b804-538e1815ee5b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.1252849 Jul 20 15:08:46.640982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f611e6-08ff-4a5a-9a27-b3c072659d50 req-e586219b-ea4c-426c-9720-49341217c29e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:46.654000 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-65f611e6-08ff-4a5a-9a27-b3c072659d50 req-e586219b-ea4c-426c-9720-49341217c29e tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 945 time: 0.0980186 Jul 20 15:08:46.697047 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-65f611e6-08ff-4a5a-9a27-b3c072659d50 req-7bd84f18-73d1-4285-af9a-af6eefef7cdd tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413005 Jul 20 15:08:46.724151 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a57c14a8-57bd-406a-a4da-9d08d4c98431 req-ded7b18e-bf4e-4db7-abd3-969cc5a40010 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387296 Jul 20 15:08:46.728186 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] For port 0d5c337d-765e-4caa-bcf8-ffd73be95b15, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0d5c337d-765e-4caa-bcf8-ffd73be95b15,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:46.728524 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:46.922108 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:46.923713 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:46.923713 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Floating IP 3533736b-907a-4ed7-96d5-c3ca4ae6cf52 disassociated. External IP: 172.27.3.19, port: 0d5c337d-765e-4caa-bcf8-ffd73be95b15. Jul 20 15:08:46.923713 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Calling delete_port for 0d5c337d-765e-4caa-bcf8-ffd73be95b15 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:08:47.075303 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:47.127556 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event deleted for resources: {'Port': ['ID=0d5c337d-765e-4caa-bcf8-ffd73be95b15,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:47.184740 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b300-c1fd-4394-8d2c-3397e6246a12 req-5a2f5e34-0118-4003-b2b0-8b61b913e52e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:47.194366 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9890b300-c1fd-4394-8d2c-3397e6246a12 req-5a2f5e34-0118-4003-b2b0-8b61b913e52e tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0991151 Jul 20 15:08:47.212657 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.213603 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.214028 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.214440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.214857 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.215253 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.215647 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.216056 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.217012 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.217012 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.217234 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.217692 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:47.250556 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9890b300-c1fd-4394-8d2c-3397e6246a12 req-65888a03-74fd-490b-8c0e-4ceb9c9356df tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544097 Jul 20 15:08:47.285166 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:08:47.406188 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:08:47.422267 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:08:47.433323 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:08:47.434122 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:08:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:47.460844 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] No DVR routers for this DVR port 0d5c337d-765e-4caa-bcf8-ffd73be95b15 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:08:47.463596 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:47.465702 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-37801056-21dc-4324-80d1-855d812f380d req-453b37ef-0971-4cb1-9792-01333f618372 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.36 "DELETE /v2.0/ports/0d5c337d-765e-4caa-bcf8-ffd73be95b15 HTTP/1.1" status: 204 len: 173 time: 1.3685956 Jul 20 15:08:47.466177 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'name': 'network-vif-deleted', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:08:47.469208 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d355dbc-d6b4-496b-adeb-9eeed67dec35" -d '{"events": [{"server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "name": "network-vif-deleted", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:08:47.620399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9656c4a4-7b27-4d4e-8ca9-c4ebad021954 x-openstack-request-id: req-9656c4a4-7b27-4d4e-8ca9-c4ebad021954 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:08:47.620696 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaa38a4-3d80-4e38-9859-f231821b67ed", "name": "network-vif-deleted", "tag": "0d5c337d-765e-4caa-bcf8-ffd73be95b15", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:08:47.620965 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9656c4a4-7b27-4d4e-8ca9-c4ebad021954 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:08:47.621386 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaa38a4-3d80-4e38-9859-f231821b67ed', 'name': 'network-vif-deleted', 'tag': '0d5c337d-765e-4caa-bcf8-ffd73be95b15', 'status': 'completed', 'code': 200} Jul 20 15:08:47.808423 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:08:47.897183 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7f1c9767-6611-46e4-b866-1ce701772c12 req-39b98ab1-6640-480f-bbd0-0f2584425144 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddaa38a4-3d80-4e38-9859-f231821b67ed HTTP/1.1" status: 200 len: 210 time: 0.0567479 Jul 20 15:08:47.970967 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192c691-2540-4592-ad4d-ff623d4e8f75 req-39375069-ca27-4795-976f-413b18e4f654 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:47.974344 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d192c691-2540-4592-ad4d-ff623d4e8f75 req-39375069-ca27-4795-976f-413b18e4f654 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.1708827 Jul 20 15:08:48.042129 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d192c691-2540-4592-ad4d-ff623d4e8f75 req-d00958a4-e6f6-47d0-940f-fab70eb4d2f2 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609739 Jul 20 15:08:48.134944 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:48.173413 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:08:48.185054 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:08:48.185951 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:08:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:48.320896 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:08:48.409167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507057b-f31f-4074-a048-8d3e56efb093 req-00cca860-4818-4803-8dc7-c0c69f05c8d5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:48.410989 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1507057b-f31f-4074-a048-8d3e56efb093 req-00cca860-4818-4803-8dc7-c0c69f05c8d5 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0761659 Jul 20 15:08:48.469075 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1507057b-f31f-4074-a048-8d3e56efb093 req-84fbf5d2-fd28-49e7-8a4c-ca60f0aa389a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540605 Jul 20 15:08:48.618180 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:48.646244 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d1c6-0e7c-46b5-b86c-23f0d264c437 None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:02:38Z', 'revision_number': 4, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd9428056-7363-4402-94f3-c99e29ca870b', 'name': '', 'network_id': 'f4f2ce60-bedd-4f6f-98a1-10b37515e650', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'mac_address': 'fa:16:3e:1f:e7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:31Z', 'updated_at': '2021-07-20T15:02:50Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'subnets': [{'id': 'c623978b-9633-4584-94bd-f69c80f3cdae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:08:48.870292 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d204e9-872f-484b-97d8-3b29e9114cac None None] New status for floating IP 3533736b-907a-4ed7-96d5-c3ca4ae6cf52: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:08:48.987600 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50082) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:49.049454 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-95e86661-d57c-4d45-b8f9-98858e009949 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.077775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-95e86661-d57c-4d45-b8f9-98858e009949 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.149084 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-95e86661-d57c-4d45-b8f9-98858e009949 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.151544 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-95e86661-d57c-4d45-b8f9-98858e009949 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.152679 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-95e86661-d57c-4d45-b8f9-98858e009949 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "DELETE /v2.0/security-groups/a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c HTTP/1.1" status: 204 len: 168 time: 0.1640625 Jul 20 15:08:49.155540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50086) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:49.167063 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e86661-d57c-4d45-b8f9-98858e009949 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:49.170592 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.api.v2.resource [None req-c86b868b-c940-4bc9-bb16-9c148f7fd0b3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] show failed (client error): The resource could not be found. Jul 20 15:08:49.171682 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c86b868b-c940-4bc9-bb16-9c148f7fd0b3 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "GET /v2.0/security-groups/a3dbfd7a-5cb1-4f9b-8a74-0fe590b96c8c HTTP/1.1" status: 404 len: 347 time: 0.0149720 Jul 20 15:08:49.174704 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50088) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:49.224305 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbef80d-b797-44b9-a6a5-293a40dd5a22 req-3a05df38-2ae5-4b3b-af5e-3990b09973b3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:49.225837 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cbef80d-b797-44b9-a6a5-293a40dd5a22 req-3a05df38-2ae5-4b3b-af5e-3990b09973b3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.1073251 Jul 20 15:08:49.297581 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4cbef80d-b797-44b9-a6a5-293a40dd5a22 req-6692689c-5dc1-4e53-9e44-f63492bd52ad tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509977 Jul 20 15:08:49.308965 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Deleting port 1ce651f3-948d-45e1-a6ed-c208a15af80e {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:08:49.309452 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.310080 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-bd9334c7-9e61-490d-a0d8-88e33668fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:49.311651 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-bd9334c7-9e61-490d-a0d8-88e33668fa70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1099 time: 0.1038425 Jul 20 15:08:49.391807 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.392138 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.406871 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Calling delete_port for 1ce651f3-948d-45e1-a6ed-c208a15af80e owned by network:floatingip {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:08:49.407069 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-fe9bab67-6e7d-425b-af8e-8c9d963ce477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:49.408502 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-fe9bab67-6e7d-425b-af8e-8c9d963ce477 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.0902324 Jul 20 15:08:49.477994 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-da0b66ad-f0a0-4ae5-9db7-0796193c7883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 200 len: 1001 time: 0.0631490 Jul 20 15:08:49.536483 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-780d5676-3d71-4c02-88a6-e1d8ec412735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:49.537990 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-780d5676-3d71-4c02-88a6-e1d8ec412735 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0542943 Jul 20 15:08:49.587568 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.612760 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-1886c9ff-6ddf-4990-b27c-8fa7e4fa2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:49.615163 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-1886c9ff-6ddf-4990-b27c-8fa7e4fa2a48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710521 Jul 20 15:08:49.617548 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Pushing event deleted for resources: {'Port': ['ID=1ce651f3-948d-45e1-a6ed-c208a15af80e,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:49.656352 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.656729 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.657065 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.657333 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.657653 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.657967 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.658282 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.658617 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.658944 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.659256 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.659567 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.659876 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:08:49.706737 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de489d-0127-4ee2-b37e-7313d5934139 req-bebb6144-e248-4b0f-ad1b-973f4286355a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:49.708281 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a7de489d-0127-4ee2-b37e-7313d5934139 req-bebb6144-e248-4b0f-ad1b-973f4286355a tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.1628053 Jul 20 15:08:49.713507 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-04b6a11d-d3a2-43be-a4f4-3324417a4c40 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915115 Jul 20 15:08:49.719234 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks [] for floatingip, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.722162 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:49.723337 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-9fafd495-16d5-47fb-9601-fce02820b2d0 tempest-AttachVolumeTestJSON-611772676 tempest-AttachVolumeTestJSON-611772676-project] 10.222.0.35 "DELETE /v2.0/floatingips/3533736b-907a-4ed7-96d5-c3ca4ae6cf52 HTTP/1.1" status: 204 len: 168 time: 0.5478246 Jul 20 15:08:49.764388 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a7de489d-0127-4ee2-b37e-7313d5934139 req-847681e0-8f89-432a-b6fd-fc8467673e7f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481894 Jul 20 15:08:49.837055 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9d633078-8ca4-4642-9b7f-9194443e1973 req-4db39370-bef0-4d4d-bcd5-d1c3e470c74f service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176488 Jul 20 15:08:50.445063 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d044ff-fa92-45cf-9e29-0d804172d8e7 req-391f68d4-e8c4-438f-8742-4aa9d3d41c85 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:50.446483 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e3d044ff-fa92-45cf-9e29-0d804172d8e7 req-391f68d4-e8c4-438f-8742-4aa9d3d41c85 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0633590 Jul 20 15:08:50.493268 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e3d044ff-fa92-45cf-9e29-0d804172d8e7 req-70850534-0709-463e-a289-123105808f48 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382802 Jul 20 15:08:50.743617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 0d5c337d-765e-4caa-bcf8-ffd73be95b15 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:50.768876 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 0d5c337d-765e-4caa-bcf8-ffd73be95b15 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:08:50.769212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 0d5c337d-765e-4caa-bcf8-ffd73be95b15 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:08:50.769627 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:50.845408 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:50.873224 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:08:50.875586 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f5b2b-1aad-4807-9115-741d284d9784" -d '{"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:08:50.890282 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:50.897895 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:50.928739 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Jul 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50307126-93c3-4bfc-b9eb-f5c1c8b5d18a x-openstack-request-id: req-50307126-93c3-4bfc-b9eb-f5c1c8b5d18a {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:08:50.929086 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:08:50.929346 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50307126-93c3-4bfc-b9eb-f5c1c8b5d18a {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:08:50.929755 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'code': 200} Jul 20 15:08:50.935382 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b4ec-8ddd-4f01-95cf-85594c07c6d5 req-a143c704-ba7e-4813-9038-dc13abd146c6 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:50.937072 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d3b0b4ec-8ddd-4f01-95cf-85594c07c6d5 req-a143c704-ba7e-4813-9038-dc13abd146c6 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0816040 Jul 20 15:08:50.967535 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=8']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:50.987475 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d3b0b4ec-8ddd-4f01-95cf-85594c07c6d5 req-3eeb82d7-dc17-4089-b833-1bf0d71157fa tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Jul 20 15:08:51.661000 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4e91-af9a-4812-bc51-5a41c91a169a req-51b1b4d5-fbe8-47d2-bacd-65f6df8197f7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:51.663588 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-297b4e91-af9a-4812-bc51-5a41c91a169a req-51b1b4d5-fbe8-47d2-bacd-65f6df8197f7 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0948472 Jul 20 15:08:51.707696 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-297b4e91-af9a-4812-bc51-5a41c91a169a req-f18ca2e6-7dc3-42e8-9d69-c27682c8a674 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381920 Jul 20 15:08:51.836792 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519e19f-dda8-4d58-af7e-8f5c83d64fa9 req-a8eb8858-abc5-4baf-897e-72a392d3571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:51.838205 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5519e19f-dda8-4d58-af7e-8f5c83d64fa9 req-a8eb8858-abc5-4baf-897e-72a392d3571f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1096 time: 0.0554280 Jul 20 15:08:51.876498 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5519e19f-dda8-4d58-af7e-8f5c83d64fa9 req-9c03eb64-12f4-47a0-bb3a-3eef49a9313e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303679 Jul 20 15:08:52.125958 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29be9fe-6db1-43f7-87bb-9b231b352740 req-0f5c9f21-dae8-41ea-8adf-ef9434740492 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:52.127607 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a29be9fe-6db1-43f7-87bb-9b231b352740 req-0f5c9f21-dae8-41ea-8adf-ef9434740492 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0734668 Jul 20 15:08:52.184674 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a29be9fe-6db1-43f7-87bb-9b231b352740 req-81ad2e0a-3d19-4735-98ca-d47e28853671 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510800 Jul 20 15:08:52.796732 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:52.852925 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354cf6e-1eaa-43fa-bf96-b183d7d77049 req-51609984-d807-4ed3-b150-22cf2fd2d6d5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:52.854530 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6354cf6e-1eaa-43fa-bf96-b183d7d77049 req-51609984-d807-4ed3-b150-22cf2fd2d6d5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0714817 Jul 20 15:08:52.895053 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6354cf6e-1eaa-43fa-bf96-b183d7d77049 req-532c0c5b-7319-416b-8b8a-d678ceaaacda tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347521 Jul 20 15:08:53.360540 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d278-21f9-48c0-b173-ef109428d13b req-d5fbbfc3-9604-413c-8e2a-ee85739bcd01 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:53.362183 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c68d278-21f9-48c0-b173-ef109428d13b req-d5fbbfc3-9604-413c-8e2a-ee85739bcd01 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 943 time: 0.0920169 Jul 20 15:08:53.404439 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9c68d278-21f9-48c0-b173-ef109428d13b req-a2eed5d6-4bb0-47f8-879a-d0cfacb43ce4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362027 Jul 20 15:08:53.450006 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50150) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:54.002459 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bdf10-4459-4ab8-a55a-2aaa11aed737 req-2db0492d-fbe9-40b0-b63a-0aa3110d133d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:54.004029 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e76bdf10-4459-4ab8-a55a-2aaa11aed737 req-2db0492d-fbe9-40b0-b63a-0aa3110d133d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1607327 Jul 20 15:08:54.062503 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e76bdf10-4459-4ab8-a55a-2aaa11aed737 req-c37646d4-13cc-486f-a203-640ee3a1f6ff tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520754 Jul 20 15:08:54.127480 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50180) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:54.162503 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:54.239871 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-65843024-0a57-40d3-bd33-f529247490ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107745 Jul 20 15:08:54.733494 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:08:54.784814 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Deleting port d9428056-7363-4402-94f3-c99e29ca870b {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:08:54.785386 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:54.843773 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:54.855345 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '798533cf-8e73-430f-8ec4-0c86916e517a', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'port_id': '798533cf-8e73-430f-8ec4-0c86916e517a', 'mac_address': 'fa:16:3e:7b:3d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:08:54.868290 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] For port d9428056-7363-4402-94f3-c99e29ca870b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d9428056-7363-4402-94f3-c99e29ca870b,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:54.868672 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:54.880867 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Calling delete_port for d9428056-7363-4402-94f3-c99e29ca870b owned by network:router_interface {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:08:54.895265 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:54.907633 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798533cf-8e73-430f-8ec4-0c86916e517a {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:08:54.927163 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:54.931830 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:54.981012 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=7']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:55.105458 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:55.141973 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9428056-7363-4402-94f3-c99e29ca870b,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:55.236162 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-36b8eb3c-bf18-408d-b69b-402b030454e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:55.237984 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-36b8eb3c-bf18-408d-b69b-402b030454e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9&tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c HTTP/1.1" status: 200 len: 1097 time: 0.1174901 Jul 20 15:08:55.251938 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362a8fe-0016-42c5-bb0a-fd04e6d86aa4 req-32dfcc53-f941-4879-91fd-0ada3e6c21b1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:55.253560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f362a8fe-0016-42c5-bb0a-fd04e6d86aa4 req-32dfcc53-f941-4879-91fd-0ada3e6c21b1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0919116 Jul 20 15:08:55.292422 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['798533cf-8e73-430f-8ec4-0c86916e517a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:08:55.347578 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f362a8fe-0016-42c5-bb0a-fd04e6d86aa4 req-1cc0ba3d-4e40-4d48-8a24-52e107e50c9e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867476 Jul 20 15:08:55.369752 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:55.396464 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-6636fa36-1a4c-43d5-bdd8-28b7584ca234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:55.397979 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-6636fa36-1a4c-43d5-bdd8-28b7584ca234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1097 time: 0.1158996 Jul 20 15:08:55.508286 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-36f903f7-66f8-48ed-9527-b251c1eaec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:55.510168 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-36f903f7-66f8-48ed-9527-b251c1eaec03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.1045990 Jul 20 15:08:55.602017 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-f8ed1ca7-667c-4399-b5dd-ae290b630621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 200 len: 999 time: 0.0854156 Jul 20 15:08:55.631951 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:08:55.658036 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-74df81e8-21e8-4b0e-af3b-97d3a34ecf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:55.659568 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-74df81e8-21e8-4b0e-af3b-97d3a34ecf93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0516601 Jul 20 15:08:55.720915 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-b5f88c0e-44e4-4f9c-be67-26264bbaca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:55.722447 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-b5f88c0e-44e4-4f9c-be67-26264bbaca80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564215 Jul 20 15:08:55.747092 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:08:55.754026 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6c0529ea-408a-4e67-a0e6-fca64c9e6c4a admin admin] 10.222.0.35 "PUT /v2.0/routers/93c2b60d-e096-47b6-84bb-d37bc5afdc34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010292 Jul 20 15:08:55.754759 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50192) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:55.766072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] Sync routers for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:08:55.778952 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:08:55.779890 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:08:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:55.833349 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-93780fe6-4e75-4b10-a73b-fa39003d4388 service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028700 Jul 20 15:08:55.864478 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks [] for router, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:55.917849 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:08:55.947869 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-02359213-43da-4125-8611-3e9c4e44d2e3 req-30ff39bf-90d2-47c5-9c41-f296d448c44a service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070635 Jul 20 15:08:55.990237 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.056477 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Deleting port 5dad9fd9-05dc-40be-98d0-b13d285e8191 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:08:56.056823 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.107898 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:08:55Z', 'revision_number': 5, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port': {'id': '5dad9fd9-05dc-40be-98d0-b13d285e8191', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:56.141673 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] For port 5dad9fd9-05dc-40be-98d0-b13d285e8191, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=5dad9fd9-05dc-40be-98d0-b13d285e8191,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:56.142031 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.152574 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] Checking router: 93c2b60d-e096-47b6-84bb-d37bc5afdc34 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:08:56.160436 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Calling delete_port for 5dad9fd9-05dc-40be-98d0-b13d285e8191 owned by network:router_gateway {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:08:56.164093 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] Routers {'93c2b60d-e096-47b6-84bb-d37bc5afdc34'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:08:56.165690 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:08:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:56.262378 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] Set router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 gateway port host: None {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:08:56.320549 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:08:55Z', 'revision_number': 6, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:56.347984 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f861b8c-a8a7-4455-ab9c-bfe935db587a None None] The sync data for ids ['93c2b60d-e096-47b6-84bb-d37bc5afdc34'] in dv-cinder-778907-2-iscsi is: [{'id': '93c2b60d-e096-47b6-84bb-d37bc5afdc34', 'name': 'tempest-AttachVolumeTestJSON-387844212-router', 'tenant_id': '0910f027ac134f76b2c587a5d67cf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:20Z', 'updated_at': '2021-07-20T15:08:55Z', 'revision_number': 6, 'project_id': '0910f027ac134f76b2c587a5d67cf125', 'gw_port_host': None}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:08:56.362792 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.395503 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dad9fd9-05dc-40be-98d0-b13d285e8191,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:56.515699 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.637648 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.641125 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.715729 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0d5a1-ee01-407b-bb6d-d1c853f0ce21 req-04da5885-e34f-4520-8738-746c06c4375b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:56.722936 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-07a0d5a1-ee01-407b-bb6d-d1c853f0ce21 req-04da5885-e34f-4520-8738-746c06c4375b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.2713816 Jul 20 15:08:56.725387 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:08:56.765806 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.766481 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93c2b60d-e096-47b6-84bb-d37bc5afdc34 {{(pid=93311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:08:56.777966 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.779268 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-479c09e2-8764-44dd-8f45-2e07601f1229 admin admin] 10.222.0.35 "DELETE /v2.0/routers/93c2b60d-e096-47b6-84bb-d37bc5afdc34 HTTP/1.1" status: 204 len: 168 time: 1.0235231 Jul 20 15:08:56.783520 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50216) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:56.792126 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-07a0d5a1-ee01-407b-bb6d-d1c853f0ce21 req-2e13d959-f9ee-4b6f-ae6b-b322bdbea934 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670700 Jul 20 15:08:56.890663 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 798533cf-8e73-430f-8ec4-0c86916e517a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:08:56.892261 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.892528 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Deleting subnet c623978b-9633-4584-94bd-f69c80f3cdae {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:08:56.898583 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:56.943303 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.066661 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.078220 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.153650 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.158274 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:08:57.169684 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c2392-19f9-4d3b-9185-2550c5afaac3" -d '{"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-plugged", "status": "completed", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:08:57.195352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:57.201878 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c623978b-9633-4584-94bd-f69c80f3cdae,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:57.210445 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.211207 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.213460 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-4f0b5175-b8f4-4a3e-ab1f-3e6cf8cbd64c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c623978b-9633-4584-94bd-f69c80f3cdae HTTP/1.1" status: 204 len: 168 time: 0.4275904 Jul 20 15:08:57.213721 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:57.217737 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50220) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:57.237187 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16566392-9f52-4a2c-a538-1395c31c368c None None] Network f4f2ce60-bedd-4f6f-98a1-10b37515e650 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:08:57.299304 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab98e2-7338-4a49-a0fe-1e788f701fdd x-openstack-request-id: req-1dab98e2-7338-4a49-a0fe-1e788f701fdd {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:08:57.299771 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-plugged", "status": "completed", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:08:57.300011 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dab98e2-7338-4a49-a0fe-1e788f701fdd {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:08:57.300594 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'code': 200} Jul 20 15:08:57.396388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=8']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:57.447653 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.570503 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Deleting port 965bb8cb-8052-4acb-89f7-2dadb9716a9a {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:08:57.570996 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.693509 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d9428056-7363-4402-94f3-c99e29ca870b no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:57.732773 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: d9428056-7363-4402-94f3-c99e29ca870b {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:08:57.733677 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d9428056-7363-4402-94f3-c99e29ca870b not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:08:57.769967 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] For port 965bb8cb-8052-4acb-89f7-2dadb9716a9a, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=965bb8cb-8052-4acb-89f7-2dadb9716a9a,segment=NetworkSegment(13fd5861-ad96-4bba-9850-88fc116f21ac),segment_id=13fd5861-ad96-4bba-9850-88fc116f21ac)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:57.770566 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:57.809867 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Calling delete_port for 965bb8cb-8052-4acb-89f7-2dadb9716a9a owned by network:dhcp {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:08:57.887892 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] DHCP port deletion for f4f2ce60-bedd-4f6f-98a1-10b37515e650 request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:08:57.979905 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.017548 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Deleting port 965bb8cb-8052-4acb-89f7-2dadb9716a9a {{(pid=93313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:08:58.018333 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.034258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Pushing event deleted for resources: {'Port': ['ID=965bb8cb-8052-4acb-89f7-2dadb9716a9a,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:58.036226 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] No DVR routers for this DVR port 965bb8cb-8052-4acb-89f7-2dadb9716a9a on host dv-cinder-778907-2-iscsi {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:08:58.162913 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] For port 965bb8cb-8052-4acb-89f7-2dadb9716a9a, host dv-cinder-778907-2-iscsi, got binding levels [] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:08:58.163249 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.184274 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Calling delete_port for 965bb8cb-8052-4acb-89f7-2dadb9716a9a owned by network:dhcp {{(pid=93313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:08:58.188838 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.189312 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.ipam_backend_mixin [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Port 965bb8cb-8052-4acb-89f7-2dadb9716a9a was not found and therefore no delete operation was performed {{(pid=93313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 20 15:08:58.193113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793'] for port, after_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.230682 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f2ce60-bedd-4f6f-98a1-10b37515e650']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:58.240353 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] Pushing event deleted for resources: {'Port': ['ID=965bb8cb-8052-4acb-89f7-2dadb9716a9a,revision_number=None']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:58.253312 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec66658-5360-43c7-bc74-8d521bba6c8c None None] No DVR routers for this DVR port 965bb8cb-8052-4acb-89f7-2dadb9716a9a on host dv-cinder-778907-2-iscsi {{(pid=93313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:08:58.265694 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd5861-ad96-4bba-9850-88fc116f21ac') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:58.266179 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd5861-ad96-4bba-9850-88fc116f21ac') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:08:58.294237 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.323346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac13248-4602-438b-b973-b216eb724249 req-f700c769-36a3-4f95-abff-cc1a9d423f1e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:58.326383 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1ac13248-4602-438b-b973-b216eb724249 req-f700c769-36a3-4f95-abff-cc1a9d423f1e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.4099000 Jul 20 15:08:58.349176 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.377933 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:08:58.378382 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:08:58.381136 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:08:58.774005 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1ac13248-4602-438b-b973-b216eb724249 req-d073deb8-2573-4be0-98ae-f981641811ed tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388318 Jul 20 15:08:58.782300 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.788890 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:58.795146 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f4f2ce60-bedd-4f6f-98a1-10b37515e650 HTTP/1.1" status: 204 len: 168 time: 1.5760922 Jul 20 15:08:58.814417 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ef566-7627-48b3-8db6-13d951d78605 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f2ce60-bedd-4f6f-98a1-10b37515e650,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:58.992138 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50226) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:59.058225 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-261f7841-e89c-44f2-ba4e-6a3e55fe3d0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0910f027ac134f76b2c587a5d67cf125&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642622 Jul 20 15:08:59.061062 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50228) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:08:59.161246 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aa2315ba-4ee3-4cc4-bec9-62c43e64c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:59.180583 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 965bb8cb-8052-4acb-89f7-2dadb9716a9a no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:59.219283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aa2315ba-4ee3-4cc4-bec9-62c43e64c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:59.219583 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 965bb8cb-8052-4acb-89f7-2dadb9716a9a {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:08:59.220058 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 965bb8cb-8052-4acb-89f7-2dadb9716a9a not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:08:59.220787 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5dad9fd9-05dc-40be-98d0-b13d285e8191 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:08:59.255905 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 5dad9fd9-05dc-40be-98d0-b13d285e8191 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:08:59.256356 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5dad9fd9-05dc-40be-98d0-b13d285e8191 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:08:59.308030 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aa2315ba-4ee3-4cc4-bec9-62c43e64c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:59.313161 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-aa2315ba-4ee3-4cc4-bec9-62c43e64c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:08:59.320435 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-aa2315ba-4ee3-4cc4-bec9-62c43e64c4c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/025b8588-0b23-4e28-8361-8948bb805fca HTTP/1.1" status: 204 len: 168 time: 0.2578938 Jul 20 15:08:59.334145 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2315ba-4ee3-4cc4-bec9-62c43e64c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b8588-0b23-4e28-8361-8948bb805fca,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:08:59.981289 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8645fd-a923-4ec1-bbc6-f5761ffa0801 req-a53b6b96-75fa-41f3-ab41-09ca1d06c453 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:08:59.983956 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3f8645fd-a923-4ec1-bbc6-f5761ffa0801 req-a53b6b96-75fa-41f3-ab41-09ca1d06c453 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1024730 Jul 20 15:09:00.049982 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3f8645fd-a923-4ec1-bbc6-f5761ffa0801 req-1d001f82-c654-4743-97a5-e9db29c1715e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584843 Jul 20 15:09:00.433459 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50256) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:00.597437 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1743158319-network', 'tenant_id': 'f6463ab3f794433fbc1b8dc0d60638d6'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:00.627767 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Made reservation on behalf of f6463ab3f794433fbc1b8dc0d60638d6 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:09:00.631636 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.646943 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.807868 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.814510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.841275 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:09:00.852127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5985812-ff2a-440c-85e6-32a84a01f0f9,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:00.858310 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.858691 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Added segment 4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537 of type vlan for network 91d9b160-c58c-4985-89b9-ed9496a46178 Jul 20 15:09:00.933038 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.980080 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:00.981228 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:00.981928 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:01.022286 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5841429 Jul 20 15:09:01.023239 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50260) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:01.031482 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Request body: {'subnet': {'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1743158319-subnet', 'tenant_id': 'f6463ab3f794433fbc1b8dc0d60638d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:01.063284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047bd5c-9b12-4b09-9e84-167858faf7fd admin admin] Pushing event updated for resources: {'Network': ['ID=91d9b160-c58c-4985-89b9-ed9496a46178,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:01.086345 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 91d9b160-c58c-4985-89b9-ed9496a46178 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:09:01.087263 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Made reservation on behalf of f6463ab3f794433fbc1b8dc0d60638d6 for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:09:01.089140 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3786736'] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:01.348683 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ed12-efb7-419e-98e6-6901f4e9aad2 req-ff9f5bd9-5e8c-4eea-a537-786a8c1fe7ed tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:01.350261 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fde2ed12-efb7-419e-98e6-6901f4e9aad2 req-ff9f5bd9-5e8c-4eea-a537-786a8c1fe7ed tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1297231 Jul 20 15:09:01.452284 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2072882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3786626'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:01.471832 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fde2ed12-efb7-419e-98e6-6901f4e9aad2 req-57741768-a9e6-489f-986e-a98e08d8fd49 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133978 Jul 20 15:09:01.564240 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d023a680-be20-4a1e-8b2e-6061032884c4,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:01.577627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Checking segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:09:01.578228 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Network hostable DHCP agents. Network: 91d9b160-c58c-4985-89b9-ed9496a46178, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:09:01.606526 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Network 91d9b160-c58c-4985-89b9-ed9496a46178 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:09:01.621722 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 91d9b160-c58c-4985-89b9-ed9496a46178) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:09:01.628353 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:01.629251 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:01.634030 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684bf22-c889-411a-bd6f-4faed06dcb11 None None] Network 91d9b160-c58c-4985-89b9-ed9496a46178 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:09:01.652871 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c640808d-473f-4eb2-8ee4-076e14e6a48e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6266940 Jul 20 15:09:01.832456 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6028bc-19f0-4aa2-90b0-36db86c5f3b6 None None] Network 91d9b160-c58c-4985-89b9-ed9496a46178 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:09:02.448060 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-0594b8fd-69cf-481d-9821-7d2bd8b6c5b2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:02.451438 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-0594b8fd-69cf-481d-9821-7d2bd8b6c5b2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1675298 Jul 20 15:09:02.466867 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-c48dfabf-1e05-4ed7-927a-74adc00f00f9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/quotas/f6463ab3f794433fbc1b8dc0d60638d6 HTTP/1.1" status: 200 len: 375 time: 0.0112786 Jul 20 15:09:02.530060 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-0ca82d94-aab4-4456-a74f-8345ba920f9c tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534530 Jul 20 15:09:02.701631 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-7888da63-7052-4de9-887d-ddf8097636b0 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594307 Jul 20 15:09:02.738904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e24d59-eff8-4d37-8888-8dc7dde46b53 req-83bc5fdd-ba1b-4d4b-ad3a-ed13d4cf3a47 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:02.742107 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-44e24d59-eff8-4d37-8888-8dc7dde46b53 req-83bc5fdd-ba1b-4d4b-ad3a-ed13d4cf3a47 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1232228 Jul 20 15:09:02.818135 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-44e24d59-eff8-4d37-8888-8dc7dde46b53 req-57a716be-8ef7-48e2-a936-7d1e6e68adef tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658000 Jul 20 15:09:02.863863 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-6b575bbc-4fac-43ac-becb-40865c657f2f service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509180 Jul 20 15:09:03.161728 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-769fb95a-841c-45b5-b6e7-96777031c449 req-2c55b129-decd-4c21-9bec-b4d83838eb0b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 210 time: 0.0592151 Jul 20 15:09:04.126721 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f49f7-a6c3-473b-96f3-0d352d5c983c req-448de014-ac50-4f30-a1bc-50a0c9684d66 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:04.129601 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d07f49f7-a6c3-473b-96f3-0d352d5c983c req-448de014-ac50-4f30-a1bc-50a0c9684d66 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1176474 Jul 20 15:09:04.188961 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d07f49f7-a6c3-473b-96f3-0d352d5c983c req-06b179f1-de7d-49de-aa54-e23eef4cb55e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527737 Jul 20 15:09:04.307600 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7ea49a74-0c9f-4a35-9146-370834197c3a req-62b10a07-ea9d-4711-9344-2562f5a996b2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 210 time: 0.0348623 Jul 20 15:09:05.394504 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720e94-b56d-41b7-ae7f-de4428877e78 req-a832ae3a-2b45-4453-8857-3d12112893bb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:05.399522 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7720e94-b56d-41b7-ae7f-de4428877e78 req-a832ae3a-2b45-4453-8857-3d12112893bb tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1045382 Jul 20 15:09:05.460381 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b7720e94-b56d-41b7-ae7f-de4428877e78 req-6da82be5-0eec-4281-a3d8-fd697cd78b78 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549695 Jul 20 15:09:05.461887 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-24a87816-39a2-4575-9c77-9d6b98949eeb req-bead2a2e-3f43-4653-8f67-d5b45d59cfd4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 210 time: 0.0294435 Jul 20 15:09:06.002724 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1537c9aa-1fba-49fc-88f9-edea00722d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:06.587094 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e99c96e5-2f50-437b-9a2a-aa3ee40a6b09 req-91f3c28c-db82-4839-913e-37da61452c30 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 210 time: 0.0404325 Jul 20 15:09:06.628485 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8197-4732-4f60-a579-880b294d43ef req-831cc401-647e-4e10-96d9-634b0477c97b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:06.630008 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-251c8197-4732-4f60-a579-880b294d43ef req-831cc401-647e-4e10-96d9-634b0477c97b tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0764062 Jul 20 15:09:06.674020 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-251c8197-4732-4f60-a579-880b294d43ef req-1aece4c8-1b26-4e87-97e0-2ae7340a1b66 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375772 Jul 20 15:09:07.688969 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f895c33b-a4dd-4455-a750-cdb94c7d2262 req-2ee844bb-4136-4a71-a438-587462fa4bf1 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 210 time: 0.0326326 Jul 20 15:09:07.817550 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bafb48-1e27-4f52-a1fe-c28b7361b894 req-6c00042a-8d1e-4452-8bc0-0d78580cb90e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:07.819195 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a5bafb48-1e27-4f52-a1fe-c28b7361b894 req-6c00042a-8d1e-4452-8bc0-0d78580cb90e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0676169 Jul 20 15:09:07.858141 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a5bafb48-1e27-4f52-a1fe-c28b7361b894 req-bac1cb0e-2f42-4fcf-8f0e-7ba4d4412dee tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333793 Jul 20 15:09:08.660865 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-f46b2ef8-96da-4633-9f37-7c4a9e9d7b0d tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:08.667721 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-f46b2ef8-96da-4633-9f37-7c4a9e9d7b0d tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1203310 Jul 20 15:09:08.670255 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-196f67f1-9568-4be1-8ad8-95e5789d147e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:08.693512 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:08.693905 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Request body: {'port': {'device_id': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'admin_state_up': True, 'tenant_id': 'f6463ab3f794433fbc1b8dc0d60638d6'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:08.793683 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e1223254-9de7-4b4f-8c7d-d092ff373fae req-c3d4775a-000b-42e5-adb7-be96800ee7f4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 210 time: 0.0297821 Jul 20 15:09:08.826248 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Made reservation on behalf of f6463ab3f794433fbc1b8dc0d60638d6 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:09:08.829948 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:08.989821 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Allocated IP 172.20.0.5 (91d9b160-c58c-4985-89b9-ed9496a46178/d023a680-be20-4a1e-8b2e-6061032884c4/b377033b-0294-43fb-bdac-361561b0e491) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:09:09.046093 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957178-7aef-456a-a47f-a3fde4acc879 req-01a0d298-e096-4d8d-adea-9d6d4a2cafae tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:09.047666 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d3957178-7aef-456a-a47f-a3fde4acc879 req-01a0d298-e096-4d8d-adea-9d6d4a2cafae tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1115115 Jul 20 15:09:09.147044 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d3957178-7aef-456a-a47f-a3fde4acc879 req-e9bc2e94-4443-421f-a107-fd46bfa25b15 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906997 Jul 20 15:09:09.192920 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:09.231859 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:09.277992 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Network 91d9b160-c58c-4985-89b9-ed9496a46178 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:09:09.280979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:09:09.285165 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:09:09.292445 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event updated for resources: {'Port': ['ID=b377033b-0294-43fb-bdac-361561b0e491,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:09.340303 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:09.340902 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:09.355365 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-933c6ad3-d75f-40af-bbb9-23522c14af5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6667931 Jul 20 15:09:09.372758 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Request body: {'port': {'device_id': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:09.441748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:09.854545 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:09.926661 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249f8bf-2b63-448a-bbcb-34c3a87dbb92 req-5f5b4f1f-e368-43b4-afcc-6adab5b15a63 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:09.928166 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4249f8bf-2b63-448a-bbcb-34c3a87dbb92 req-5f5b4f1f-e368-43b4-afcc-6adab5b15a63 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 931 time: 0.0636840 Jul 20 15:09:09.971083 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4249f8bf-2b63-448a-bbcb-34c3a87dbb92 req-c3279190-e2af-4699-bb2d-b1a10a3af2dc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Jul 20 15:09:09.977842 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b377033b-0294-43fb-bdac-361561b0e491 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:09.985740 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:09.998008 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Transition to ACTIVE for port object b377033b-0294-43fb-bdac-361561b0e491 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:09:10.001674 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:10.052390 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Pushing event updated for resources: {'Port': ['ID=b377033b-0294-43fb-bdac-361561b0e491,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:10.129743 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Attempting to bind port b377033b-0294-43fb-bdac-361561b0e491 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:09:10.129974 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Attempting to bind port b377033b-0294-43fb-bdac-361561b0e491 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:09:10.130307 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Attempting to bind port b377033b-0294-43fb-bdac-361561b0e491 on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:09:10.135471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Port b377033b-0294-43fb-bdac-361561b0e491 on network 91d9b160-c58c-4985-89b9-ed9496a46178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:09:10.135794 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Attempting to bind port b377033b-0294-43fb-bdac-361561b0e491 on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:09:10.143751 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:09:10.144087 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Checking segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:09:10.144475 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Bound using segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:09:10.144904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Bound port: b377033b-0294-43fb-bdac-361561b0e491, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:09:10.145263 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:10.231779 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] For port b377033b-0294-43fb-bdac-361561b0e491, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:09:10.268574 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] For port b377033b-0294-43fb-bdac-361561b0e491, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b377033b-0294-43fb-bdac-361561b0e491,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:09:10.274651 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:10.319510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:10.320144 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:10.321585 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] 10.222.0.36 "PUT /v2.0/ports/b377033b-0294-43fb-bdac-361561b0e491 HTTP/1.1" status: 200 len: 1093 time: 0.9528840 Jul 20 15:09:10.322179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'tag': 'b377033b-0294-43fb-bdac-361561b0e491'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:10.325559 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad046d-063a-4a16-a32a-31a80b6e4304" -d '{"events": [{"name": "network-changed", "server_uuid": "fe96c952-3cf1-4e08-95bb-ae0474dcf201", "tag": "b377033b-0294-43fb-bdac-361561b0e491"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:10.364715 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee52e0-afec-4f2e-a4e0-6bd94773b818 req-46eaa51b-bacb-4315-b66c-51ce0ca28c49 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:10.366315 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fdee52e0-afec-4f2e-a4e0-6bd94773b818 req-46eaa51b-bacb-4315-b66c-51ce0ca28c49 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1378732 Jul 20 15:09:10.368042 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869e87fe-ee25-48eb-8f16-3417643f9b1d x-openstack-request-id: req-869e87fe-ee25-48eb-8f16-3417643f9b1d {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:10.368325 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe96c952-3cf1-4e08-95bb-ae0474dcf201", "tag": "b377033b-0294-43fb-bdac-361561b0e491", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:10.368600 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-869e87fe-ee25-48eb-8f16-3417643f9b1d {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:10.368965 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'tag': 'b377033b-0294-43fb-bdac-361561b0e491', 'status': 'completed', 'code': 200} Jul 20 15:09:10.369665 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d029e2-a354-431a-aeeb-13da6bee6213 service neutron] Pushing event updated for resources: {'Port': ['ID=b377033b-0294-43fb-bdac-361561b0e491,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:10.440997 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fdee52e0-afec-4f2e-a4e0-6bd94773b818 req-7baf305c-ae54-40d3-ae47-6fa4658fdda5 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674567 Jul 20 15:09:10.474344 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-a0732d02-97fa-4d3b-a435-468c6c6bd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:10.476062 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-a0732d02-97fa-4d3b-a435-468c6c6bd317 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 1096 time: 0.0835025 Jul 20 15:09:10.526401 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-c18819e9-d65a-4435-8d6b-86c43bba465d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b377033b-0294-43fb-bdac-361561b0e491 HTTP/1.1" status: 200 len: 217 time: 0.0352728 Jul 20 15:09:10.577396 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-7d6ffe33-f185-4f9a-aedc-526321241d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:10.578878 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-7d6ffe33-f185-4f9a-aedc-526321241d9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.0463948 Jul 20 15:09:10.618300 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-da0f573b-f7f7-4d2a-b660-00d3e26541b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329218 Jul 20 15:09:10.706992 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-7909e758-a17b-41a7-aa7a-5ddff6c86987 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821338 Jul 20 15:09:10.774250 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:09:10.803922 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d2423e4-f7b0-4931-a43b-af2ed2e1255a req-d01fa0cf-b4b8-4664-b187-de01fd191025 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902524 Jul 20 15:09:10.890522 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:10.903275 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '58bf09f7-4066-475d-be76-8603980006b0', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'port_id': '58bf09f7-4066-475d-be76-8603980006b0', 'mac_address': 'fa:16:3e:cf:07:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:09:10.953525 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:10.973571 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf09f7-4066-475d-be76-8603980006b0 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:10.981009 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-0cdc4afc-5c09-4310-ad86-546b646d4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:10.982804 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-0cdc4afc-5c09-4310-ad86-546b646d4d65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 1096 time: 0.0625584 Jul 20 15:09:11.008119 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:11.013699 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:11.086053 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-7e9c9d7d-551d-4320-afe0-ae5d8c7d18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:11.087601 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-7e9c9d7d-551d-4320-afe0-ae5d8c7d18c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 916 time: 0.0969951 Jul 20 15:09:11.098878 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=9']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:11.116249 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280637b-8b85-4f8a-b517-5acde0b8dacc req-736d6664-814d-4809-82d6-77ca57068ab2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:11.119069 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2280637b-8b85-4f8a-b517-5acde0b8dacc req-736d6664-814d-4809-82d6-77ca57068ab2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 943 time: 0.0747347 Jul 20 15:09:11.135711 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-1d464203-cc58-4d46-b703-3df603149b5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b377033b-0294-43fb-bdac-361561b0e491 HTTP/1.1" status: 200 len: 217 time: 0.0403819 Jul 20 15:09:11.160268 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2280637b-8b85-4f8a-b517-5acde0b8dacc req-88ec91fb-f5ae-4be3-aa78-747ad19c7110 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352261 Jul 20 15:09:11.190374 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-4da733e1-d59b-4fe5-b94d-d97aaa7b235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:11.191916 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-4da733e1-d59b-4fe5-b94d-d97aaa7b235a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.0484240 Jul 20 15:09:11.227851 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-6f7c8b83-04cf-4a3e-b52e-f72e8ec14843 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278721 Jul 20 15:09:11.330254 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-7134ef83-3e28-464c-99c8-0c28431bfccf service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946372 Jul 20 15:09:11.374498 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['58bf09f7-4066-475d-be76-8603980006b0'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:09:11.436999 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fad046d-063a-4a16-a32a-31a80b6e4304 req-3aacc484-061d-4d5a-8a0d-e663cc6645e6 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984504 Jul 20 15:09:11.460362 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:11.591459 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff509-90e9-408a-82b8-47de69d3705c req-ed4ca741-2437-4dd5-8d1b-bae37a369a8d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:11.593004 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-35bff509-90e9-408a-82b8-47de69d3705c req-ed4ca741-2437-4dd5-8d1b-bae37a369a8d tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0717452 Jul 20 15:09:11.632182 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-35bff509-90e9-408a-82b8-47de69d3705c req-d962e77b-d2d8-4a2f-b9ae-e018b47e04c3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Jul 20 15:09:12.296793 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395c45a-1a6f-414a-b439-7e2b1626e72b req-5bc3184f-6d3a-4f65-9487-c5ea85ccd901 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:12.298449 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a395c45a-1a6f-414a-b439-7e2b1626e72b req-5bc3184f-6d3a-4f65-9487-c5ea85ccd901 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 943 time: 0.0719187 Jul 20 15:09:12.338188 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a395c45a-1a6f-414a-b439-7e2b1626e72b req-427faab9-1987-4a3d-b55d-0650f048beee tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Jul 20 15:09:12.768495 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e24abc-eabe-452c-a2ce-41e4a4d4891e req-dca71a61-a233-4bd1-8d53-a34144333fcc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:12.770018 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54e24abc-eabe-452c-a2ce-41e4a4d4891e req-dca71a61-a233-4bd1-8d53-a34144333fcc tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0645657 Jul 20 15:09:12.775549 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:09:12.811973 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54e24abc-eabe-452c-a2ce-41e4a4d4891e req-7fbbed63-93b2-42ac-ba30-b2af2f184909 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347421 Jul 20 15:09:12.825353 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 58bf09f7-4066-475d-be76-8603980006b0 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:09:12.825725 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:12.907629 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:12.930713 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:12.933076 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa750ee4-556d-4210-93c7-89a5c0f53121" -d '{"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:12.949319 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:12.955329 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:12.979915 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803d317-6a4f-4b5f-80a4-03ef093d781f x-openstack-request-id: req-2803d317-6a4f-4b5f-80a4-03ef093d781f {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:12.980212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:12.980458 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2803d317-6a4f-4b5f-80a4-03ef093d781f {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:12.980839 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'code': 200} Jul 20 15:09:13.006776 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=10']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:13.239361 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37b7f5-78ab-41f5-a9ea-eb8d3df257f3 req-bcd29be7-2906-4691-b199-08d9d59afb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:13.240885 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7e37b7f5-78ab-41f5-a9ea-eb8d3df257f3 req-bcd29be7-2906-4691-b199-08d9d59afb98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1100 time: 0.0679855 Jul 20 15:09:13.275441 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7e37b7f5-78ab-41f5-a9ea-eb8d3df257f3 req-b1ac8d3e-d3d7-4522-afa1-aeff5730071e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276279 Jul 20 15:09:13.474831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41fb87-94dd-4cf0-8f67-daf1ac2faebf req-1f43c38a-2915-425b-8abd-44ec47250a55 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:13.476886 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3a41fb87-94dd-4cf0-8f67-daf1ac2faebf req-1f43c38a-2915-425b-8abd-44ec47250a55 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 943 time: 0.0655038 Jul 20 15:09:13.519809 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3a41fb87-94dd-4cf0-8f67-daf1ac2faebf req-7a453430-41f2-497a-b31f-b111e4bcf828 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369666 Jul 20 15:09:13.964570 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fbdf7-5dd8-45d0-a710-79f6a1ef89f5 req-11afa864-c361-46da-97c5-7c38750aaca4 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:13.966129 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-281fbdf7-5dd8-45d0-a710-79f6a1ef89f5 req-11afa864-c361-46da-97c5-7c38750aaca4 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0681226 Jul 20 15:09:14.004314 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-281fbdf7-5dd8-45d0-a710-79f6a1ef89f5 req-11bb3e0b-1a7b-494b-a09f-70269761ae7e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Jul 20 15:09:14.660787 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174f82c-0fc1-4315-8181-03b444680054 req-22f37681-b845-4bbd-8f9a-01c50ff5e078 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:14.662268 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7174f82c-0fc1-4315-8181-03b444680054 req-22f37681-b845-4bbd-8f9a-01c50ff5e078 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 943 time: 0.0698147 Jul 20 15:09:14.713127 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7174f82c-0fc1-4315-8181-03b444680054 req-382afa4a-eaac-4018-8f31-c25f12b1d5a5 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Jul 20 15:09:14.791520 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b377033b-0294-43fb-bdac-361561b0e491 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:09:14.906346 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b377033b-0294-43fb-bdac-361561b0e491, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b377033b-0294-43fb-bdac-361561b0e491,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:14.921471 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'b377033b-0294-43fb-bdac-361561b0e491', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'port_id': 'b377033b-0294-43fb-bdac-361561b0e491', 'mac_address': 'fa:16:3e:00:b2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd023a680-be20-4a1e-8b2e-6061032884c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:09:14.971106 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:14.988741 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b377033b-0294-43fb-bdac-361561b0e491 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:15.022484 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b377033b-0294-43fb-bdac-361561b0e491, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b377033b-0294-43fb-bdac-361561b0e491,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:15.029824 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:15.105674 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=b377033b-0294-43fb-bdac-361561b0e491,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:15.175295 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ed6e2-f51c-4b25-8562-2e0d5b64f22d req-8965a3a4-aed3-428d-9477-0518c89daee8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:15.178397 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3b1ed6e2-f51c-4b25-8562-2e0d5b64f22d req-8965a3a4-aed3-428d-9477-0518c89daee8 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0764222 Jul 20 15:09:15.221831 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3b1ed6e2-f51c-4b25-8562-2e0d5b64f22d req-9aaa2830-0d1f-4045-8dcb-c0d9b77a8fe1 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Jul 20 15:09:15.363599 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:09:15.856347 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291ad4f-3639-49fd-8ffc-4c6b9213cae9 req-a72fe4a2-1299-4358-a4c9-4a68d30c9442 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:15.857968 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1291ad4f-3639-49fd-8ffc-4c6b9213cae9 req-a72fe4a2-1299-4358-a4c9-4a68d30c9442 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 944 time: 0.0669715 Jul 20 15:09:15.901262 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1291ad4f-3639-49fd-8ffc-4c6b9213cae9 req-63a79fcd-b9b2-448a-9486-a1420912883a tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Jul 20 15:09:16.358278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61147e97-4cd3-40ff-bd1a-838461ebce22 req-20cfc064-a5e7-4346-b852-2e3e395170c6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:16.359792 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-61147e97-4cd3-40ff-bd1a-838461ebce22 req-20cfc064-a5e7-4346-b852-2e3e395170c6 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0634720 Jul 20 15:09:16.402070 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-61147e97-4cd3-40ff-bd1a-838461ebce22 req-3077e7dd-0e9f-4d02-909c-6190e82f09b9 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368257 Jul 20 15:09:16.784339 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b377033b-0294-43fb-bdac-361561b0e491 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:09:16.833692 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port b377033b-0294-43fb-bdac-361561b0e491 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:09:16.838875 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port b377033b-0294-43fb-bdac-361561b0e491 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:09:16.839255 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:16.921243 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:16.947536 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377033b-0294-43fb-bdac-361561b0e491'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:16.949845 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45afa2bc-ba05-4b49-9feb-de15aa7c2cb6" -d '{"events": [{"server_uuid": "fe96c952-3cf1-4e08-95bb-ae0474dcf201", "name": "network-vif-plugged", "status": "completed", "tag": "b377033b-0294-43fb-bdac-361561b0e491"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:16.964955 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b377033b-0294-43fb-bdac-361561b0e491, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b377033b-0294-43fb-bdac-361561b0e491,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:16.970061 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:17.003626 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873da44d-5647-46d7-a3db-838edff2ec0a x-openstack-request-id: req-873da44d-5647-46d7-a3db-838edff2ec0a {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:17.003970 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe96c952-3cf1-4e08-95bb-ae0474dcf201", "name": "network-vif-plugged", "status": "completed", "tag": "b377033b-0294-43fb-bdac-361561b0e491", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:17.004271 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-873da44d-5647-46d7-a3db-838edff2ec0a {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:17.004720 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377033b-0294-43fb-bdac-361561b0e491', 'code': 200} Jul 20 15:09:17.029660 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=b377033b-0294-43fb-bdac-361561b0e491,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:17.056096 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb992d0e-0cbb-47cb-bad5-3f9acde46c0c req-5fdd3f54-2e61-4e7f-88ed-c0190e475a08 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:17.057612 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fb992d0e-0cbb-47cb-bad5-3f9acde46c0c req-5fdd3f54-2e61-4e7f-88ed-c0190e475a08 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 945 time: 0.0783181 Jul 20 15:09:17.110869 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fb992d0e-0cbb-47cb-bad5-3f9acde46c0c req-967cefa1-00ea-4024-9428-d7ce1fa3e66c tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Jul 20 15:09:17.244812 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121b4ac-88fc-4e11-a9bc-0661e95a4571 req-d5ae63e3-abca-434f-9c83-031823ede91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:17.246312 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1121b4ac-88fc-4e11-a9bc-0661e95a4571 req-d5ae63e3-abca-434f-9c83-031823ede91c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 1098 time: 0.0565565 Jul 20 15:09:17.280051 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1121b4ac-88fc-4e11-a9bc-0661e95a4571 req-7895d72b-27e3-4d8c-97dc-b8a225361a72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272355 Jul 20 15:09:18.247308 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c850fe-8f14-4ec5-899e-56f73f4142ff req-90bc2c4f-5b3a-4116-a4a0-2e1503de5c73 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:18.248873 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-25c850fe-8f14-4ec5-899e-56f73f4142ff req-90bc2c4f-5b3a-4116-a4a0-2e1503de5c73 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 945 time: 0.0656588 Jul 20 15:09:18.300131 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-25c850fe-8f14-4ec5-899e-56f73f4142ff req-8253011a-09cf-478c-9cfb-24b50f033b67 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Jul 20 15:09:19.458075 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7b868-e131-4602-bd59-02b069f9963b req-6482c7cc-e630-4f21-aabd-44d740c14eeb tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:19.459735 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fb7b868-e131-4602-bd59-02b069f9963b req-6482c7cc-e630-4f21-aabd-44d740c14eeb tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 945 time: 0.0819032 Jul 20 15:09:19.500327 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3fb7b868-e131-4602-bd59-02b069f9963b req-f6e5a8bb-afe1-4f7f-9f52-8452411ec812 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Jul 20 15:09:22.497892 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:09:22.811122 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:26.463814 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-d99cee11-4a80-4d6e-99bb-3f49a4c6d8a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615985 Jul 20 15:09:26.569233 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efed112-210f-4073-943f-34266b67a046 req-ef9f63da-76ed-469b-9d22-5c52205cac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:26.570782 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-ef9f63da-76ed-469b-9d22-5c52205cac4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 1100 time: 0.0640059 Jul 20 15:09:26.680244 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efed112-210f-4073-943f-34266b67a046 req-8ba4b54c-3563-4665-8fe6-94e9fc0454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:26.681726 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-8ba4b54c-3563-4665-8fe6-94e9fc0454f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 200 len: 918 time: 0.0898323 Jul 20 15:09:26.749089 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-08199d79-bbdc-4ac7-a42c-dbea91213ecc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 200 len: 1001 time: 0.0604835 Jul 20 15:09:26.812072 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efed112-210f-4073-943f-34266b67a046 req-705e80ee-777d-4da4-9a71-198d9320644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:26.813575 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-705e80ee-777d-4da4-9a71-198d9320644d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 200 len: 856 time: 0.0571556 Jul 20 15:09:26.879194 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efed112-210f-4073-943f-34266b67a046 req-ce698c65-9e0b-4f08-8946-06cb4ac5e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:26.880701 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-ce698c65-9e0b-4f08-8946-06cb4ac5e4c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e10c89f-8a93-436a-ab7a-9d11f8b45f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528347 Jul 20 15:09:26.973349 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-4b893807-31de-482a-a501-109245a5ed3a service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849953 Jul 20 15:09:27.077654 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8efed112-210f-4073-943f-34266b67a046 req-cad58ef7-7bf3-4d6d-8a3d-ffec587a003d service neutron] 10.222.0.36 "GET /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898926 Jul 20 15:09:28.922957 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-ea05294b-962e-40cc-828e-7aac87ea8f59 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:28.924453 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-ea05294b-962e-40cc-828e-7aac87ea8f59 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1063867 Jul 20 15:09:28.940071 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-fe31b97b-aeec-432e-bd7a-a9e03a173583 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/quotas/f6463ab3f794433fbc1b8dc0d60638d6 HTTP/1.1" status: 200 len: 375 time: 0.0096297 Jul 20 15:09:29.003157 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-41a03b81-535e-4a49-9433-56e252cbd1fe tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578628 Jul 20 15:09:29.095198 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-a3604895-3701-4fa4-a40a-af3a80a01fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857096 Jul 20 15:09:29.189007 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-76706784-f2d4-49d3-af27-f9d2fa510926 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Jul 20 15:09:29.348840 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5d927c1b-6c24-4c02-aef2-e7072ac77e9e req-e9965a68-b689-4ac9-afda-98020f70b838 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 210 time: 0.0286520 Jul 20 15:09:30.465618 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b808ec8c-7dbe-48e7-ac63-8c7bf215db25 req-0bf4f6fb-7014-40c3-a57a-ac0e7f644461 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 210 time: 0.0416415 Jul 20 15:09:30.477200 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-d7836283-dbac-4fb6-b96a-7ed18c4187c7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:30.479103 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-d7836283-dbac-4fb6-b96a-7ed18c4187c7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1488798 Jul 20 15:09:30.503594 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Request body: {'port': {'device_id': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'admin_state_up': True, 'tenant_id': 'f6463ab3f794433fbc1b8dc0d60638d6'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:30.636179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Made reservation on behalf of f6463ab3f794433fbc1b8dc0d60638d6 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:09:30.639555 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:30.778496 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Allocated IP 172.20.0.6 (91d9b160-c58c-4985-89b9-ed9496a46178/d023a680-be20-4a1e-8b2e-6061032884c4/9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:09:30.930631 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:30.968999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.006938 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:09:31.030404 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Network 91d9b160-c58c-4985-89b9-ed9496a46178 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:09:31.039920 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:09:31.046624 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:09:31.093693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event updated for resources: {'Port': ['ID=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:31.129245 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:31.129867 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.146133 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-f628c912-2253-4d30-be72-3c7e6462c612 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479325 Jul 20 15:09:31.173748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Request body: {'port': {'device_id': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:31.247415 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.520452 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:31.528510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.542082 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Transition to ACTIVE for port object 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:09:31.547515 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.597478 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Pushing event updated for resources: {'Port': ['ID=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:31.608223 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5664c-98fe-4e51-9bc7-7f6b6a403562 req-a390d981-d3ab-489c-8da8-fcc18d8384d6 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:31.609773 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1dc5664c-98fe-4e51-9bc7-7f6b6a403562 req-a390d981-d3ab-489c-8da8-fcc18d8384d6 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 943 time: 0.0728991 Jul 20 15:09:31.649717 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1dc5664c-98fe-4e51-9bc7-7f6b6a403562 req-3689ee6d-1c37-429d-a550-e9acf3e60e50 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Jul 20 15:09:31.674004 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Attempting to bind port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:09:31.674336 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Attempting to bind port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:09:31.674687 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Attempting to bind port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:09:31.679147 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a on network 91d9b160-c58c-4985-89b9-ed9496a46178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:09:31.679459 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Attempting to bind port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:09:31.684327 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:09:31.684664 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Checking segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:09:31.685302 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Bound using segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:09:31.685720 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Bound port: 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:09:31.686072 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.749410 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] For port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:09:31.753038 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] For port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:09:31.757440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.791250 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:31.791860 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:31.793245 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-32501fca-9906-48bc-a20d-97623e624294 service neutron] 10.222.0.36 "PUT /v2.0/ports/9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a HTTP/1.1" status: 200 len: 1093 time: 0.6239233 Jul 20 15:09:31.793678 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'tag': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:31.795972 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4aa5eb-0e05-40b4-b814-1970b42b7800" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f85086-f823-4b4d-8c86-44179f4f2768", "tag": "9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:31.819785 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32501fca-9906-48bc-a20d-97623e624294 service neutron] Pushing event updated for resources: {'Port': ['ID=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:31.837468 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d744ec-8a82-426b-b336-336b55531abd x-openstack-request-id: req-f7d744ec-8a82-426b-b336-336b55531abd {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:31.837949 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f85086-f823-4b4d-8c86-44179f4f2768", "tag": "9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:31.838388 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7d744ec-8a82-426b-b336-336b55531abd {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:31.839066 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'tag': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', 'status': 'completed', 'code': 200} Jul 20 15:09:31.933031 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-9c340aff-0a7a-4cad-9c7a-a57f976db9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:31.934561 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-9c340aff-0a7a-4cad-9c7a-a57f976db9f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 1096 time: 0.0635831 Jul 20 15:09:31.995729 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-9246bf59-3b62-4fad-b52e-0ba07b3c4fce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a HTTP/1.1" status: 200 len: 217 time: 0.0387263 Jul 20 15:09:32.050670 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-56b87d8c-fcd6-4df9-a032-367737e3533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:32.052084 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-56b87d8c-fcd6-4df9-a032-367737e3533f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.0491362 Jul 20 15:09:32.087177 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-7995eaab-b7da-4b17-89b6-7b859f7b2248 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279737 Jul 20 15:09:32.181444 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-abfee804-f4c4-4402-8263-23df3b569700 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870841 Jul 20 15:09:32.274708 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-27cf255d-13b4-4616-b831-d4f930e76d91 req-13e58ac5-e2b1-4a06-83fa-9a93ccc7d71d service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861175 Jul 20 15:09:32.437365 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-decce391-17c7-4bf0-832b-cb314f2d07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:32.438924 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-decce391-17c7-4bf0-832b-cb314f2d07d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 1096 time: 0.0596559 Jul 20 15:09:32.536258 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-35e456a8-8a3a-4902-825b-e91f0fbe6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:32.538583 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-35e456a8-8a3a-4902-825b-e91f0fbe6353 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 916 time: 0.0911052 Jul 20 15:09:32.590112 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-298119b7-63de-41bd-85eb-83e3b5f91711 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a HTTP/1.1" status: 200 len: 217 time: 0.0429516 Jul 20 15:09:32.642440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-a7e1ae09-9fb5-415f-a46d-190229e89a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:32.643980 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-a7e1ae09-9fb5-415f-a46d-190229e89a84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.0467432 Jul 20 15:09:32.680594 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-c45259fb-bc3b-4d45-b21d-32ba410c36df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283635 Jul 20 15:09:32.782786 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-b65e9605-5e85-48ac-829c-face6ff239d5 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939205 Jul 20 15:09:32.784769 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e94dc4-1361-4c6d-8c48-1643dc284326 req-4d5a3ab9-2175-4dce-93a0-b5e2872c784f tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:32.786318 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c8e94dc4-1361-4c6d-8c48-1643dc284326 req-4d5a3ab9-2175-4dce-93a0-b5e2872c784f tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 943 time: 0.0662956 Jul 20 15:09:32.824779 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c8e94dc4-1361-4c6d-8c48-1643dc284326 req-c297ae04-2e4d-4d77-826d-4f8b220bc831 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Jul 20 15:09:32.873107 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce4aa5eb-0e05-40b4-b814-1970b42b7800 req-32f40ff2-9a9c-4be8-9f79-e443ad66771d service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826986 Jul 20 15:09:33.958808 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3d002-f7b0-4c15-8daa-73c91c951eb7 req-f71389c8-007a-4044-929d-78c02a88f899 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:33.960331 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b8f3d002-f7b0-4c15-8daa-73c91c951eb7 req-f71389c8-007a-4044-929d-78c02a88f899 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 943 time: 0.0670724 Jul 20 15:09:34.000767 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b8f3d002-f7b0-4c15-8daa-73c91c951eb7 req-ca1f970e-1ede-4a9e-96db-fbfe760877ca tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Jul 20 15:09:34.908924 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:09:35.012989 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:35.024032 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'port_id': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', 'mac_address': 'fa:16:3e:92:58:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd023a680-be20-4a1e-8b2e-6061032884c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:09:35.072276 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:35.086648 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:35.106651 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:35.111365 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:35.141190 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e0e9f-cf01-4626-9790-3f9638b48828 req-72d300fd-d0a3-435e-b587-ac25cd1fdc0f tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:35.142745 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8d3e0e9f-cf01-4626-9790-3f9638b48828 req-72d300fd-d0a3-435e-b587-ac25cd1fdc0f tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 943 time: 0.0733116 Jul 20 15:09:35.159993 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:35.189529 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8d3e0e9f-cf01-4626-9790-3f9638b48828 req-d595fb2b-d922-4ba7-8f83-0be219c02f8a tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Jul 20 15:09:35.439001 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:09:36.005046 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-eb8fdf1c-4730-4d83-8c37-bae3ee4dc2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:36.320860 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b921d-bf1b-4f93-930b-686ada675782 req-9456c536-cb04-4af7-8a72-1fb8d66c33d5 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:36.322295 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-396b921d-bf1b-4f93-930b-686ada675782 req-9456c536-cb04-4af7-8a72-1fb8d66c33d5 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 944 time: 0.0650034 Jul 20 15:09:36.365693 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-396b921d-bf1b-4f93-930b-686ada675782 req-a3aa80ad-d5e4-41d2-86e8-68be400b6839 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Jul 20 15:09:36.911351 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:09:36.961587 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:09:36.966047 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:09:36.966578 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:37.170375 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:37.196396 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:37.198844 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f722cfba-b2e5-46b6-b9e4-7f6f64ab2d8a" -d '{"events": [{"server_uuid": "c6f85086-f823-4b4d-8c86-44179f4f2768", "name": "network-vif-plugged", "status": "completed", "tag": "9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:37.213431 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:37.220096 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:37.259026 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f976a-dee6-45cd-be5f-dd45ffb10f8e x-openstack-request-id: req-252f976a-dee6-45cd-be5f-dd45ffb10f8e {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:37.259387 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f85086-f823-4b4d-8c86-44179f4f2768", "name": "network-vif-plugged", "status": "completed", "tag": "9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:37.259568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-252f976a-dee6-45cd-be5f-dd45ffb10f8e {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:37.259920 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', 'code': 200} Jul 20 15:09:37.290373 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:37.298074 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.298423 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.298798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.299141 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.299474 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.299812 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.300142 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.300470 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.300800 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.301126 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.301451 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.301774 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:37.533820 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142943a9-0d52-4e71-ab91-1ac78f9cefba req-8c775c15-5460-4bc5-8e7e-ef223c1fd97a tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:37.535341 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-142943a9-0d52-4e71-ab91-1ac78f9cefba req-8c775c15-5460-4bc5-8e7e-ef223c1fd97a tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 945 time: 0.1010447 Jul 20 15:09:37.542037 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075857-e673-40ce-ad24-1ec2f4e7dbc2 req-fc9b8d92-1184-4682-a9aa-5bfb333d4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:37.543524 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ea075857-e673-40ce-ad24-1ec2f4e7dbc2 req-fc9b8d92-1184-4682-a9aa-5bfb333d4c4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 1098 time: 0.1006501 Jul 20 15:09:37.596905 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ea075857-e673-40ce-ad24-1ec2f4e7dbc2 req-df28cf51-fae8-42d4-afb1-ad1cf488ba63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Jul 20 15:09:37.599656 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-142943a9-0d52-4e71-ab91-1ac78f9cefba req-74da6f3c-dd33-4297-a9d7-4b146ad0e0a5 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552621 Jul 20 15:09:38.677110 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-21fcb8e0-04fe-4738-a4d4-edab9f6a68f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:38.692374 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:38.750252 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b3856-98e9-48a9-849e-e50b56b56442 req-05c6f4be-f4eb-4207-91e6-df4ad32c2d41 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:38.751761 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a56b3856-98e9-48a9-849e-e50b56b56442 req-05c6f4be-f4eb-4207-91e6-df4ad32c2d41 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 945 time: 0.0745792 Jul 20 15:09:38.789963 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a56b3856-98e9-48a9-849e-e50b56b56442 req-b1fb1338-94e3-45e2-b5c8-d1d7835695c9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Jul 20 15:09:39.850067 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:39.921726 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ff2af-d1b7-404f-9165-97cf9cdb1600 req-a6a70198-2082-4a7d-8685-e3436050b1d7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:39.923271 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-253ff2af-d1b7-404f-9165-97cf9cdb1600 req-a6a70198-2082-4a7d-8685-e3436050b1d7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 945 time: 0.0636506 Jul 20 15:09:39.961970 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-253ff2af-d1b7-404f-9165-97cf9cdb1600 req-fd45cb8f-f77f-4c81-bda6-d491856f4967 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Jul 20 15:09:41.452422 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:41.681129 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-211cadc1-d1a3-461b-a1b6-4e255272fb05 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:41.682709 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-211cadc1-d1a3-461b-a1b6-4e255272fb05 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1188214 Jul 20 15:09:41.700439 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-f1be8f7d-2b82-4738-9e92-a1819bf45e44 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/quotas/f6463ab3f794433fbc1b8dc0d60638d6 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Jul 20 15:09:41.770112 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-1fa325a6-0a44-40af-8c33-ed28782f9b34 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611255 Jul 20 15:09:41.859133 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-6d530551-be71-4275-9bf8-f8e1f1647912 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817339 Jul 20 15:09:41.952817 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-5fa72e4a-6b2b-41d9-a29c-d281d29ea348 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Jul 20 15:09:43.158022 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a141ee50-34f9-429b-b001-751a4be2c438 req-4379511e-4b7b-4efb-b307-dbb2c0a24f0b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 210 time: 0.0392764 Jul 20 15:09:44.278993 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-450880d1-994a-4713-84db-e189e070ab68 req-390814d1-80ea-4a1e-bb0e-07867557f8b9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 210 time: 0.0321586 Jul 20 15:09:44.283036 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-412d15c7-710e-43d2-af26-d6657768bdd0 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:44.285364 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-412d15c7-710e-43d2-af26-d6657768bdd0 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1542969 Jul 20 15:09:44.308343 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Request body: {'port': {'device_id': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'admin_state_up': True, 'tenant_id': 'f6463ab3f794433fbc1b8dc0d60638d6'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:44.428604 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Made reservation on behalf of f6463ab3f794433fbc1b8dc0d60638d6 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:09:44.432158 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:44.619687 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Allocated IP 172.20.0.13 (91d9b160-c58c-4985-89b9-ed9496a46178/d023a680-be20-4a1e-8b2e-6061032884c4/536b3347-2962-4a82-9f6c-a87e6a4ee299) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:09:44.772283 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:44.814460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:44.852910 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491', '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:09:44.860987 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Network 91d9b160-c58c-4985-89b9-ed9496a46178 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:09:44.864167 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:09:44.868056 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:09:44.874570 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event updated for resources: {'Port': ['ID=536b3347-2962-4a82-9f6c-a87e6a4ee299,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:44.923652 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:44.924444 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:44.940511 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-54387247-d1c4-471d-8c92-50b5ed99aa56 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6363375 Jul 20 15:09:44.960878 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Request body: {'port': {'device_id': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:09:45.037781 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:45.316149 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536b3347-2962-4a82-9f6c-a87e6a4ee299 {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:45.323963 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:45.335932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Transition to ACTIVE for port object 536b3347-2962-4a82-9f6c-a87e6a4ee299 will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:09:45.340180 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:45.416344 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Pushing event updated for resources: {'Port': ['ID=536b3347-2962-4a82-9f6c-a87e6a4ee299,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:45.763647 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f6fa-8349-44ee-ad8c-4cfb4609ca62 req-4f34247c-a92d-41a6-b823-22c1d9068b29 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:45.765116 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-55a7f6fa-8349-44ee-ad8c-4cfb4609ca62 req-4f34247c-a92d-41a6-b823-22c1d9068b29 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 944 time: 0.4172750 Jul 20 15:09:45.785685 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Attempting to bind port 536b3347-2962-4a82-9f6c-a87e6a4ee299 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:09:45.786580 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Attempting to bind port 536b3347-2962-4a82-9f6c-a87e6a4ee299 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:09:45.786934 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Attempting to bind port 536b3347-2962-4a82-9f6c-a87e6a4ee299 on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:09:45.799098 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Port 536b3347-2962-4a82-9f6c-a87e6a4ee299 on network 91d9b160-c58c-4985-89b9-ed9496a46178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:09:45.799409 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Attempting to bind port 536b3347-2962-4a82-9f6c-a87e6a4ee299 on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:09:45.813218 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:09:45.813546 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Checking segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:09:45.813927 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Bound using segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:09:45.814361 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Bound port: 536b3347-2962-4a82-9f6c-a87e6a4ee299, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:09:45.814748 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:45.822847 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-55a7f6fa-8349-44ee-ad8c-4cfb4609ca62 req-21213f77-b45b-4873-b8ae-396953c9e30c tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Jul 20 15:09:45.888849 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] For port 536b3347-2962-4a82-9f6c-a87e6a4ee299, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:09:45.893919 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] For port 536b3347-2962-4a82-9f6c-a87e6a4ee299, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:09:45.899160 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:45.932022 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:45.932616 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:45.934250 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] 10.222.0.36 "PUT /v2.0/ports/536b3347-2962-4a82-9f6c-a87e6a4ee299 HTTP/1.1" status: 200 len: 1094 time: 0.9784565 Jul 20 15:09:45.936402 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'tag': '536b3347-2962-4a82-9f6c-a87e6a4ee299'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:45.938649 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d6070-a8fa-4f55-9b27-27db90c32ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "53c8a645-cc41-4b42-94bd-1a617fbdc424", "tag": "536b3347-2962-4a82-9f6c-a87e6a4ee299"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:45.966838 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ac3c-dfc5-4e67-bd8e-75ded3fff552 service neutron] Pushing event updated for resources: {'Port': ['ID=536b3347-2962-4a82-9f6c-a87e6a4ee299,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:45.980090 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5438458-c289-4dbf-8118-157d262cd34f x-openstack-request-id: req-d5438458-c289-4dbf-8118-157d262cd34f {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:45.980383 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c8a645-cc41-4b42-94bd-1a617fbdc424", "tag": "536b3347-2962-4a82-9f6c-a87e6a4ee299", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:45.980641 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5438458-c289-4dbf-8118-157d262cd34f {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:45.981009 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'tag': '536b3347-2962-4a82-9f6c-a87e6a4ee299', 'status': 'completed', 'code': 200} Jul 20 15:09:46.111440 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-55282824-44d8-476f-ae99-a3518ced32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:46.112822 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-55282824-44d8-476f-ae99-a3518ced32e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 1097 time: 0.0908384 Jul 20 15:09:46.162489 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-af5316f9-bb3a-44ea-a91f-082b34ceccc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299 HTTP/1.1" status: 200 len: 217 time: 0.0351970 Jul 20 15:09:46.214569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670086e1-6598-4909-b979-c7abc76f41bf req-1edc3031-9905-46e4-8111-357c92dcbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:46.216088 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-1edc3031-9905-46e4-8111-357c92dcbf01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.0469635 Jul 20 15:09:46.252883 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-a0a54ba6-a667-4b3d-8f0c-26b26a09a2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303996 Jul 20 15:09:46.347020 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-9715b8cc-761c-4364-8b89-64e766d13e45 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874240 Jul 20 15:09:46.458285 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-670086e1-6598-4909-b979-c7abc76f41bf req-12b89dff-49f3-4a60-ad88-92124384203b service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040590 Jul 20 15:09:46.607880 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-3781997e-5125-4459-b1ec-a9158fa60525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:46.609374 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-3781997e-5125-4459-b1ec-a9158fa60525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 1097 time: 0.0536509 Jul 20 15:09:46.705873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-c6497361-2b2a-4d01-b0ca-1eaf03287efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:46.707472 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-c6497361-2b2a-4d01-b0ca-1eaf03287efd service neutron] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 916 time: 0.0911946 Jul 20 15:09:46.748768 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-c367a052-f8b3-4c57-a052-359838512a7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299 HTTP/1.1" status: 200 len: 217 time: 0.0333498 Jul 20 15:09:46.797999 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-42db0ce2-224b-4531-8ee3-ea9205b2b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:46.799542 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-42db0ce2-224b-4531-8ee3-ea9205b2b7d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.0431902 Jul 20 15:09:46.835287 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-c09be86b-339c-4824-8e5b-beb940dd9257 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283904 Jul 20 15:09:46.987776 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-c181dd26-b7bd-4d7f-85f5-28e8ef2a58b6 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440728 Jul 20 15:09:47.018503 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3712c-1782-4460-84d8-c61a3376135c req-8c9cb183-58af-40f2-91d8-4462183e598b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:47.019919 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9ee3712c-1782-4460-84d8-c61a3376135c req-8c9cb183-58af-40f2-91d8-4462183e598b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 944 time: 0.0998411 Jul 20 15:09:47.103489 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9ee3712c-1782-4460-84d8-c61a3376135c req-bbcebe83-6aaf-4cea-a8a3-3a77cd8e69db tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711498 Jul 20 15:09:47.125303 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-701d6070-a8fa-4f55-9b27-27db90c32ffc req-59829a05-76b7-4dcd-b6c8-2b99a53a4437 service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241322 Jul 20 15:09:48.254540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eeed3-6c01-4310-9cd0-a060fe91973e req-3aba55eb-6d36-438a-99a3-6259c10d1116 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:48.256126 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1d2eeed3-6c01-4310-9cd0-a060fe91973e req-3aba55eb-6d36-438a-99a3-6259c10d1116 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 944 time: 0.0686402 Jul 20 15:09:48.295123 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1d2eeed3-6c01-4310-9cd0-a060fe91973e req-55f8dee5-8d0b-432c-8279-86e35b65e7c0 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 20 15:09:48.975869 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 536b3347-2962-4a82-9f6c-a87e6a4ee299 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:09:49.104648 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 536b3347-2962-4a82-9f6c-a87e6a4ee299, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:49.115544 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '536b3347-2962-4a82-9f6c-a87e6a4ee299', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'port_id': '536b3347-2962-4a82-9f6c-a87e6a4ee299', 'mac_address': 'fa:16:3e:84:45:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd023a680-be20-4a1e-8b2e-6061032884c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:09:49.152375 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:49.165172 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536b3347-2962-4a82-9f6c-a87e6a4ee299 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:09:49.186049 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 536b3347-2962-4a82-9f6c-a87e6a4ee299, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:49.190949 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:49.242406 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=536b3347-2962-4a82-9f6c-a87e6a4ee299,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:49.425469 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e0d3f-3cb1-4b6e-8d9e-f4ec55211f06 req-3606c29c-e6af-4355-afb5-63a971a56d4c tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:49.428128 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4d9e0d3f-3cb1-4b6e-8d9e-f4ec55211f06 req-3606c29c-e6af-4355-afb5-63a971a56d4c tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 945 time: 0.0669835 Jul 20 15:09:49.476829 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4d9e0d3f-3cb1-4b6e-8d9e-f4ec55211f06 req-040168d1-2c50-4674-838e-7342ad9ff2ac tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Jul 20 15:09:49.583370 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['536b3347-2962-4a82-9f6c-a87e6a4ee299'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:09:50.123514 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a384-0f4f-478e-b551-d6ca10f4d6b7 req-e3b12d95-3397-4861-bc73-b474b0156695 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:50.125055 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ddc9a384-0f4f-478e-b551-d6ca10f4d6b7 req-e3b12d95-3397-4861-bc73-b474b0156695 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0713079 Jul 20 15:09:50.163459 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ddc9a384-0f4f-478e-b551-d6ca10f4d6b7 req-91f276f2-5555-4df4-8010-77287e61ce3e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Jul 20 15:09:50.610828 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a546d-94af-4fee-9857-acf3210bab64 req-2f65e52b-4892-4f72-aeb2-db958f224dbc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:50.612310 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-924a546d-94af-4fee-9857-acf3210bab64 req-2f65e52b-4892-4f72-aeb2-db958f224dbc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 945 time: 0.0669777 Jul 20 15:09:50.652150 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-924a546d-94af-4fee-9857-acf3210bab64 req-531e5c75-9881-4980-8850-a06fac4ebdc9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Jul 20 15:09:50.994015 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 536b3347-2962-4a82-9f6c-a87e6a4ee299 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:09:51.045405 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 536b3347-2962-4a82-9f6c-a87e6a4ee299 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:09:51.049171 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 536b3347-2962-4a82-9f6c-a87e6a4ee299 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:09:51.049543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:51.130574 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:51.156226 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b3347-2962-4a82-9f6c-a87e6a4ee299'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:51.158533 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa25b4a3-60fe-45e6-a4f9-4d6696c642ad" -d '{"events": [{"server_uuid": "53c8a645-cc41-4b42-94bd-1a617fbdc424", "name": "network-vif-plugged", "status": "completed", "tag": "536b3347-2962-4a82-9f6c-a87e6a4ee299"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:51.172466 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 536b3347-2962-4a82-9f6c-a87e6a4ee299, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:51.176985 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:51.204648 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587f2f3d-4613-451d-98ac-25d4ea7a0611 x-openstack-request-id: req-587f2f3d-4613-451d-98ac-25d4ea7a0611 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:51.204942 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c8a645-cc41-4b42-94bd-1a617fbdc424", "name": "network-vif-plugged", "status": "completed", "tag": "536b3347-2962-4a82-9f6c-a87e6a4ee299", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:51.205255 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-587f2f3d-4613-451d-98ac-25d4ea7a0611 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:51.205574 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b3347-2962-4a82-9f6c-a87e6a4ee299', 'code': 200} Jul 20 15:09:51.238823 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=536b3347-2962-4a82-9f6c-a87e6a4ee299,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:51.309663 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e2b17-6589-46aa-860e-1747752c3a75 req-da918aab-9846-4e7e-9eb4-78b4c40d694f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:51.311219 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-796e2b17-6589-46aa-860e-1747752c3a75 req-da918aab-9846-4e7e-9eb4-78b4c40d694f tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0732565 Jul 20 15:09:51.353159 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-796e2b17-6589-46aa-860e-1747752c3a75 req-d0e6a654-1b7d-4fdf-b0d2-104cb9da429e tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330021 Jul 20 15:09:51.478922 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e49a13-bcdf-4523-8914-6a4c1ee76603 req-50d56f60-1fbd-4d86-b756-43c62326c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:51.480505 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c3e49a13-bcdf-4523-8914-6a4c1ee76603 req-50d56f60-1fbd-4d86-b756-43c62326c613 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 1099 time: 0.0582216 Jul 20 15:09:51.521223 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c3e49a13-bcdf-4523-8914-6a4c1ee76603 req-4b4453e6-09c7-41c2-a946-265a9a929e41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298142 Jul 20 15:09:51.788266 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64403-5d65-467f-ba28-46088462ea2e req-72217ece-1b23-4087-840a-43f3ceb97c5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:51.789799 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5fd64403-5d65-467f-ba28-46088462ea2e req-72217ece-1b23-4087-840a-43f3ceb97c5e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 946 time: 0.0675836 Jul 20 15:09:51.827452 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5fd64403-5d65-467f-ba28-46088462ea2e req-bcef28f9-b169-41d4-9479-2963820bedc6 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Jul 20 15:09:52.151158 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-a4136901-6dae-4238-b142-ad71f4a37a23 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:52.152515 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-a4136901-6dae-4238-b142-ad71f4a37a23 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0622895 Jul 20 15:09:52.251133 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Deleting port 58bf09f7-4066-475d-be76-8603980006b0 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:09:52.251471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.338791 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] For port 58bf09f7-4066-475d-be76-8603980006b0, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=58bf09f7-4066-475d-be76-8603980006b0,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:52.339136 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.491252 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92f5a5-61f7-4bc1-9931-b801f3e5dcbd req-219e6884-fa7c-41d8-b0de-5b9c61b16baf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:52.492809 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ec92f5a5-61f7-4bc1-9931-b801f3e5dcbd req-219e6884-fa7c-41d8-b0de-5b9c61b16baf tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 947 time: 0.0674605 Jul 20 15:09:52.513603 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.514196 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.514323 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Floating IP fc5c2b42-4159-4c9e-8d5c-eabdb9522308 disassociated. External IP: 172.27.3.31, port: 58bf09f7-4066-475d-be76-8603980006b0. Jul 20 15:09:52.514583 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Calling delete_port for 58bf09f7-4066-475d-be76-8603980006b0 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:09:52.530727 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-ec92f5a5-61f7-4bc1-9931-b801f3e5dcbd req-bfb38001-200f-4fa2-9a91-f7ed36515551 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups?id=971fe0c7-85d5-4e33-9e46-d06311f96cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Jul 20 15:09:52.644247 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.670699 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event deleted for resources: {'Port': ['ID=58bf09f7-4066-475d-be76-8603980006b0,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:52.682885 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.683474 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.683818 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.684146 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.684463 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.684788 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.685104 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.685425 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.685740 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.686058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.686371 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.686712 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:52.795043 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:09:52.822449 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.938287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:09:52.949993 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:09:52.960617 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:09:52.961336 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:09:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:52.993705 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] No DVR routers for this DVR port 58bf09f7-4066-475d-be76-8603980006b0 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:09:52.996945 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:52.998910 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-703b7a57-3d51-4b32-ae9e-a9315686a0a2 req-e36867f6-6ac3-4423-a8d2-fbe267e9b024 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.36 "DELETE /v2.0/ports/58bf09f7-4066-475d-be76-8603980006b0 HTTP/1.1" status: 204 len: 173 time: 0.8388786 Jul 20 15:09:53.000725 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-deleted', 'tag': '58bf09f7-4066-475d-be76-8603980006b0'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:09:53.003048 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b550f1-d5a6-496e-902e-32bc1e6d56ee" -d '{"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-deleted", "tag": "58bf09f7-4066-475d-be76-8603980006b0"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:09:53.025640 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66c309-428a-41c2-a54a-9350b2a57331 req-0abde982-1849-4e86-8e5e-e50c01eac8c2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:53.028857 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fb66c309-428a-41c2-a54a-9350b2a57331 req-0abde982-1849-4e86-8e5e-e50c01eac8c2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 946 time: 0.1337707 Jul 20 15:09:53.056542 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbad617-bcbb-407c-9cca-21ef97346ff9 x-openstack-request-id: req-bbbad617-bcbb-407c-9cca-21ef97346ff9 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:09:53.056842 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0ce59-50b6-4cca-aa70-9d2fade4b6c9", "name": "network-vif-deleted", "tag": "58bf09f7-4066-475d-be76-8603980006b0", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:09:53.057083 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbbad617-bcbb-407c-9cca-21ef97346ff9 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:09:53.057505 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0ce59-50b6-4cca-aa70-9d2fade4b6c9', 'name': 'network-vif-deleted', 'tag': '58bf09f7-4066-475d-be76-8603980006b0', 'status': 'completed', 'code': 200} Jul 20 15:09:53.081330 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-fb66c309-428a-41c2-a54a-9350b2a57331 req-bcd27cae-0273-4f51-a406-230f2d96d495 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Jul 20 15:09:53.112299 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:09:53.326370 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:53.357475 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:09:53.365967 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:09:53.366567 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:09:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:53.475821 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:09:53.650690 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fb08d506-91e1-42c4-b47e-8a76fd8e4c68 req-3b71f330-cca0-4a24-92a7-458e7000b0a3 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df0ce59-50b6-4cca-aa70-9d2fade4b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0317500 Jul 20 15:09:53.687886 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:53.716519 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70988d-f568-4a6c-83e8-bc76ac4f9bda None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:02:23Z', 'revision_number': 4, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '181a4e7b-b53f-47d1-b03e-1b7bfc0fb561', 'name': '', 'network_id': '8e10c89f-8a93-436a-ab7a-9d11f8b45f32', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'mac_address': 'fa:16:3e:4d:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:22Z', 'updated_at': '2021-07-20T15:02:36Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'subnets': [{'id': 'a7ff2260-5efe-4be5-b36f-658183692ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:09:53.922247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b07be0-af3f-4799-acfe-69635be4cdc9 None None] New status for floating IP fc5c2b42-4159-4c9e-8d5c-eabdb9522308: DOWN {{(pid=93313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:09:54.220950 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0cb1-863e-41b6-be7b-ccad7d1ecc23 req-3096a4ec-a0a1-40d3-afb9-e2b120b66eca tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:09:54.222424 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a1ed0cb1-863e-41b6-be7b-ccad7d1ecc23 req-3096a4ec-a0a1-40d3-afb9-e2b120b66eca tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 946 time: 0.0654843 Jul 20 15:09:54.260055 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a1ed0cb1-863e-41b6-be7b-ccad7d1ecc23 req-545131b9-2974-4b3c-bc1b-20a7366b64a9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Jul 20 15:09:54.742353 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50580) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:54.795641 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:54.818535 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:54.868810 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:54.871346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:54.872481 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "DELETE /v2.0/security-groups/971fe0c7-85d5-4e33-9e46-d06311f96cf3 HTTP/1.1" status: 204 len: 168 time: 0.1290023 Jul 20 15:09:54.875294 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50582) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:54.882088 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971fe0c7-85d5-4e33-9e46-d06311f96cf3,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:54.889409 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.889725 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.889894 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.api.v2.resource [None req-88129935-b39d-4e55-89e9-250a2ff2d51a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] show failed (client error): The resource could not be found. Jul 20 15:09:54.890054 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.890412 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.890756 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.891010 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-88129935-b39d-4e55-89e9-250a2ff2d51a tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "GET /v2.0/security-groups/971fe0c7-85d5-4e33-9e46-d06311f96cf3 HTTP/1.1" status: 404 len: 347 time: 0.0146148 Jul 20 15:09:54.891101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.891401 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.891747 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.892050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.892371 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.892688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.893007 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d4ba9-c015-444d-b7bf-d2fbd67728fa tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:09:54.893826 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50584) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:55.016466 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Deleting port 413aa04d-bb6b-4455-a39e-18c328701d7a {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:09:55.016803 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:55.093842 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:55.094239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:55.108744 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Calling delete_port for 413aa04d-bb6b-4455-a39e-18c328701d7a owned by network:floatingip {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:09:55.240067 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:55.265571 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Pushing event deleted for resources: {'Port': ['ID=413aa04d-bb6b-4455-a39e-18c328701d7a,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:55.327581 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:55.330057 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:55.331218 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-930f9ada-ac67-47b0-a8f7-6b44806b6a87 tempest-AttachVolumeShelveTestJSON-2071093585 tempest-AttachVolumeShelveTestJSON-2071093585-project] 10.222.0.35 "DELETE /v2.0/floatingips/fc5c2b42-4159-4c9e-8d5c-eabdb9522308 HTTP/1.1" status: 204 len: 168 time: 0.4364638 Jul 20 15:09:57.008539 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:09:57.028060 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 58bf09f7-4066-475d-be76-8603980006b0 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:09:57.028395 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 58bf09f7-4066-475d-be76-8603980006b0 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:09:57.749522 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50620) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:58.138102 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:58.389126 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Deleting port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:09:58.389381 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:58.469574 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] For port 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:58.469925 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:58.482498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Calling delete_port for 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 owned by network:router_interface {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:09:58.666627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:58.693577 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Pushing event deleted for resources: {'Port': ['ID=181a4e7b-b53f-47d1-b03e-1b7bfc0fb561,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:09:58.867101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:59.073289 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Router 970729d8-c9b2-47c1-ae7d-00dc446aa67e has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:09:59.178451 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:09:59.183736 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-81d2dcba-f9c7-41fd-9713-842a87139145 admin admin] 10.222.0.35 "PUT /v2.0/routers/970729d8-c9b2-47c1-ae7d-00dc446aa67e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4331770 Jul 20 15:09:59.186229 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50628) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:09:59.188882 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] Sync routers for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:09:59.197910 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:09:59.198510 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:09:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:59.284913 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:59.302189 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:09:59.488853 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:09:58Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:59.610480 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:09:59.611460 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] Checking router: 970729d8-c9b2-47c1-ae7d-00dc446aa67e for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:09:59.620204 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] Routers {'970729d8-c9b2-47c1-ae7d-00dc446aa67e'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:09:59.620803 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:09:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:59.643524 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:59.694497 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Deleting port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:09:59.694862 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:59.723069 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] Set router 970729d8-c9b2-47c1-ae7d-00dc446aa67e gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:09:59.776762 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] For port 8cb9a36e-114f-46cd-bc73-f6340acdcfb6, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:09:59.777122 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:59.789673 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Calling delete_port for 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 owned by network:router_gateway {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:09:59.902781 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:09:58Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:09:59.933415 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332a15a-fc34-4285-ade8-f9aa053e2de1 None None] The sync data for ids ['970729d8-c9b2-47c1-ae7d-00dc446aa67e'] in dv-cinder-778907-2-iscsi is: [{'id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'name': 'tempest-AttachVolumeShelveTestJSON-1062255370-router', 'tenant_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:02:14Z', 'updated_at': '2021-07-20T15:09:58Z', 'revision_number': 5, 'project_id': '261fa9941b7b46b3bdbf3c75b6f0bb8c', 'gw_port': {'id': '8cb9a36e-114f-46cd-bc73-f6340acdcfb6', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970729d8-c9b2-47c1-ae7d-00dc446aa67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:02:15Z', 'updated_at': '2021-07-20T15:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:09:59.967861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:09:59.994674 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb9a36e-114f-46cd-bc73-f6340acdcfb6,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:00.059105 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.152758 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.155528 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.198067 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.198586 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 970729d8-c9b2-47c1-ae7d-00dc446aa67e {{(pid=93311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:10:00.204514 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.205135 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7afb1b05-d74a-49ec-bbc1-8f028a9102c9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/970729d8-c9b2-47c1-ae7d-00dc446aa67e HTTP/1.1" status: 204 len: 168 time: 1.0179758 Jul 20 15:10:00.207773 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50632) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:00.255884 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Deleting subnet a7ff2260-5efe-4be5-b36f-658183692ff9 {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:10:00.259231 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.293531 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.405755 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.461970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.488031 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ff2260-5efe-4be5-b36f-658183692ff9,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:00.491830 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.493732 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-05e9b0bc-b955-4988-9d23-ea0eacf6f034 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a7ff2260-5efe-4be5-b36f-658183692ff9 HTTP/1.1" status: 204 len: 168 time: 0.2850478 Jul 20 15:10:00.496302 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50634) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:00.501379 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322e771-8bc7-4a8c-b9b8-2328a756dc18 None None] Network 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:00.567794 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.630464 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Deleting port ac513c7f-5cfd-49b8-96d9-a24d44908dab {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:00.630874 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.693609 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] For port ac513c7f-5cfd-49b8-96d9-a24d44908dab, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=ac513c7f-5cfd-49b8-96d9-a24d44908dab,segment=NetworkSegment(62bcca2a-a75c-45cc-9511-4cddebfd004f),segment_id=62bcca2a-a75c-45cc-9511-4cddebfd004f)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:00.693965 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.705917 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Calling delete_port for ac513c7f-5cfd-49b8-96d9-a24d44908dab owned by network:dhcp {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:00.787381 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.812293 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac513c7f-5cfd-49b8-96d9-a24d44908dab,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:00.818984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] No DVR routers for this DVR port ac513c7f-5cfd-49b8-96d9-a24d44908dab on host dv-cinder-778907-2-iscsi {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:00.888621 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.900053 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e10c89f-8a93-436a-ab7a-9d11f8b45f32']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:00.915274 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bcca2a-a75c-45cc-9511-4cddebfd004f') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:00.915560 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bcca2a-a75c-45cc-9511-4cddebfd004f') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:00.919798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0385d9-8fe5-499b-81dd-c3f68794d677 None None] DHCP port deletion for 8e10c89f-8a93-436a-ab7a-9d11f8b45f32 request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:10:00.930045 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.950459 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.957790 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:10:00.958240 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:10:00.960133 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:10:01.019753 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:01.026131 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:01.030110 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] 10.222.0.35 "DELETE /v2.0/networks/8e10c89f-8a93-436a-ab7a-9d11f8b45f32 HTTP/1.1" status: 204 len: 168 time: 0.5301516 Jul 20 15:10:01.038800 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5954a2-9ea6-45e4-a4b8-1699e03b752a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e10c89f-8a93-436a-ab7a-9d11f8b45f32,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:01.151978 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50640) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:01.199839 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:01.218695 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-0a8016c1-d0d2-45e3-82a0-f54428516ca5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=261fa9941b7b46b3bdbf3c75b6f0bb8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651898 Jul 20 15:10:01.221758 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50642) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:01.223099 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:01.223445 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8cb9a36e-114f-46cd-bc73-f6340acdcfb6 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:01.224245 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:01.246496 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:01.246863 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 181a4e7b-b53f-47d1-b03e-1b7bfc0fb561 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:01.247275 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device ac513c7f-5cfd-49b8-96d9-a24d44908dab no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:01.266066 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: ac513c7f-5cfd-49b8-96d9-a24d44908dab {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:01.266408 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device ac513c7f-5cfd-49b8-96d9-a24d44908dab not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:01.284051 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9ec39d9c-f121-45fa-bd0d-72696a6087ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:01.308922 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9ec39d9c-f121-45fa-bd0d-72696a6087ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:01.352838 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9ec39d9c-f121-45fa-bd0d-72696a6087ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:01.355356 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9ec39d9c-f121-45fa-bd0d-72696a6087ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:01.356500 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-9ec39d9c-f121-45fa-bd0d-72696a6087ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0df9788a-7188-4ca6-860f-b406c5eb9940 HTTP/1.1" status: 204 len: 168 time: 0.1325793 Jul 20 15:10:01.364583 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec39d9c-f121-45fa-bd0d-72696a6087ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9788a-7188-4ca6-860f-b406c5eb9940,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:02.568134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50694) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:02.668027 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2c96e03d-e462-41e8-aaf4-39d5156db15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.758010 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2c96e03d-e462-41e8-aaf4-39d5156db15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.761876 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2c96e03d-e462-41e8-aaf4-39d5156db15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.798885 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-2c96e03d-e462-41e8-aaf4-39d5156db15a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=785577ae30ab4d2d853452b490211aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296283 Jul 20 15:10:02.799745 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96e03d-e462-41e8-aaf4-39d5156db15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5989b-ea3c-4d66-b41a-5a41fb9af019,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:02.802026 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50698) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:02.851515 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-531e7d13-fea1-48ce-9aad-33389d34fd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.872627 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-531e7d13-fea1-48ce-9aad-33389d34fd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.921044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-531e7d13-fea1-48ce-9aad-33389d34fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.923830 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-531e7d13-fea1-48ce-9aad-33389d34fd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:02.925025 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-531e7d13-fea1-48ce-9aad-33389d34fd99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ca5989b-ea3c-4d66-b41a-5a41fb9af019 HTTP/1.1" status: 204 len: 168 time: 0.1215520 Jul 20 15:10:02.933936 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e7d13-fea1-48ce-9aad-33389d34fd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5989b-ea3c-4d66-b41a-5a41fb9af019,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:05.049532 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-acba5612-6316-4ebe-b2fb-c3060dcef444 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:05.051522 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-acba5612-6316-4ebe-b2fb-c3060dcef444 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.0971382 Jul 20 15:10:05.066688 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-6739c3cc-193e-441d-a9fe-0ddc7665d5e1 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/quotas/f6463ab3f794433fbc1b8dc0d60638d6 HTTP/1.1" status: 200 len: 375 time: 0.0098019 Jul 20 15:10:05.137875 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-08887e2a-9262-4abf-a4ba-1efffac67605 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659795 Jul 20 15:10:05.227360 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-04dce717-0c74-40a2-a065-9fe093fcd5c9 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829268 Jul 20 15:10:05.320613 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-623211a4-9dbe-4224-ab91-5721a19b1dee service neutron] 10.222.0.35 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876536 Jul 20 15:10:05.491695 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-26565378-7245-4efc-b557-052b3a6b5f30 req-9f0aba4a-dd71-4a38-9d75-cabcedc9e686 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 210 time: 0.0366602 Jul 20 15:10:06.008856 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf339-8655-4963-8c3b-24204fb97f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:06.577899 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-65b9e844-d864-40e4-8bfb-9a5f87ae1895 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:06.579416 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-65b9e844-d864-40e4-8bfb-9a5f87ae1895 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/networks?id=91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 200 len: 815 time: 0.1304493 Jul 20 15:10:06.601596 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8add1a2f-e18d-44a6-8492-1e69d5389b16 req-b06edcd2-e949-4568-a520-dd9e7dce80ba tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 210 time: 0.0487847 Jul 20 15:10:06.607932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Request body: {'port': {'device_id': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'admin_state_up': True, 'tenant_id': 'f6463ab3f794433fbc1b8dc0d60638d6'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:06.723323 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Made reservation on behalf of f6463ab3f794433fbc1b8dc0d60638d6 for: {'port': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:06.726876 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:06.856270 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Allocated IP 172.20.0.2 (91d9b160-c58c-4985-89b9-ed9496a46178/d023a680-be20-4a1e-8b2e-6061032884c4/b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:07.006074 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.045237 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.081035 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491', '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', '536b3347-2962-4a82-9f6c-a87e6a4ee299'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:07.094706 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Network 91d9b160-c58c-4985-89b9-ed9496a46178 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:07.097814 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:07.101765 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:07.109817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event updated for resources: {'Port': ['ID=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:07.157775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:07.158397 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.173615 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-17a01d64-595e-4649-b3b8-d2c59376e268 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694346 Jul 20 15:10:07.193967 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Request body: {'port': {'device_id': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:07.269604 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.548226 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc {{(pid=93312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:10:07.556280 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.569071 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Transition to ACTIVE for port object b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc will not be triggered until provisioned by entity L2. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:07.573309 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.659929 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:07.691626 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Attempting to bind port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:07.691943 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Attempting to bind port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:07.692185 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Attempting to bind port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:07.696497 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc on network 91d9b160-c58c-4985-89b9-ed9496a46178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:10:07.696810 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Attempting to bind port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc on network 91d9b160-c58c-4985-89b9-ed9496a46178 {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:07.701578 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:07.701906 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Checking segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:07.702287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Bound using segment: {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'} {{(pid=93312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:07.702742 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.managers [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Bound port: b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178'}}] {{(pid=93312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:07.703101 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.742288 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364fa1b-d4d3-4615-8d56-1ffe0cd5d29d req-3f65e4bc-b9e5-4f68-afb4-8a366caddfbd tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:07.743982 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b364fa1b-d4d3-4615-8d56-1ffe0cd5d29d req-3f65e4bc-b9e5-4f68-afb4-8a366caddfbd tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 943 time: 0.0676887 Jul 20 15:10:07.767434 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] For port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host hv-cinder-77890, cleared binding levels {{(pid=93312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:07.771058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] For port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:07.775791 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.783504 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b364fa1b-d4d3-4615-8d56-1ffe0cd5d29d req-000334d8-3054-437e-95b9-9fcf67655658 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Jul 20 15:10:07.808963 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:07.809571 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:07.810959 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc HTTP/1.1" status: 200 len: 1093 time: 0.6222649 Jul 20 15:10:07.811386 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'tag': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:07.813588 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310bbcf-18c9-4857-a53a-1683ab45eadd" -d '{"events": [{"name": "network-changed", "server_uuid": "b64f6ae9-ca4f-43f2-9874-386263b699cc", "tag": "b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:07.836378 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfab28-2ede-4efa-8c5d-787a0ee08226 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,revision_number=3']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:07.852259 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3bfa4-f57f-4732-9101-c6205d4db3d5 x-openstack-request-id: req-6ff3bfa4-f57f-4732-9101-c6205d4db3d5 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:07.852545 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64f6ae9-ca4f-43f2-9874-386263b699cc", "tag": "b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:07.852793 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ff3bfa4-f57f-4732-9101-c6205d4db3d5 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:07.853182 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'tag': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc', 'status': 'completed', 'code': 200} Jul 20 15:10:08.669969 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e89fae7a-f97b-44c9-afe1-57b392f599ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:08.688287 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:08.910881 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5ff6e-21fe-49e3-8e93-83e87c6fee49 req-1b77cf50-11c6-449a-bc3a-d2df2634317b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:08.912315 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-07e5ff6e-21fe-49e3-8e93-83e87c6fee49 req-1b77cf50-11c6-449a-bc3a-d2df2634317b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 943 time: 0.0645533 Jul 20 15:10:08.950785 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-07e5ff6e-21fe-49e3-8e93-83e87c6fee49 req-a6d56fa1-155e-4a8f-886b-bfa016a3fee5 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Jul 20 15:10:09.851843 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:10.015239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50836) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:10.087681 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c662-f93c-4892-add1-ce07bdd5a5c0 req-79ee8f33-9d74-4a24-9cd2-2eae668a2c91 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:10.089241 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f316c662-f93c-4892-add1-ce07bdd5a5c0 req-79ee8f33-9d74-4a24-9cd2-2eae668a2c91 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 943 time: 0.0684261 Jul 20 15:10:10.129080 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f316c662-f93c-4892-add1-ce07bdd5a5c0 req-aa459034-9b39-446b-af59-8eca0da86883 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Jul 20 15:10:10.311098 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Deleting port 90e656b5-1e77-4737-be32-9b300c7f6a74 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:10.311435 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:10.388032 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:10.388252 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:10.424336 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Calling delete_port for 90e656b5-1e77-4737-be32-9b300c7f6a74 owned by network:floatingip {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:10.808471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310bbcf-18c9-4857-a53a-1683ab45eadd req-937b3dbf-c370-475a-b275-c82f25cbc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:10.810000 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b310bbcf-18c9-4857-a53a-1683ab45eadd req-937b3dbf-c370-475a-b275-c82f25cbc001 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 1096 time: 0.4141855 Jul 20 15:10:10.963380 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310bbcf-18c9-4857-a53a-1683ab45eadd req-8f6375ee-91ec-4268-9050-40ccaac6d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:10.964795 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b310bbcf-18c9-4857-a53a-1683ab45eadd req-8f6375ee-91ec-4268-9050-40ccaac6d3e4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1374931 Jul 20 15:10:10.968316 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:11.001901 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event deleted for resources: {'Port': ['ID=90e656b5-1e77-4737-be32-9b300c7f6a74,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:11.129571 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:11.130279 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Floating IP b44a4dbf-9834-4610-9fe0-ea7bdbfedf35 disassociated (deleted). External IP: 172.27.3.75, port: 798533cf-8e73-430f-8ec4-0c86916e517a. Jul 20 15:10:11.163766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310bbcf-18c9-4857-a53a-1683ab45eadd req-e73a81cf-32c1-4520-9922-59549a8f7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:11.165261 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b310bbcf-18c9-4857-a53a-1683ab45eadd req-e73a81cf-32c1-4520-9922-59549a8f7e67 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919122 Jul 20 15:10:11.271239 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b222c0-2d11-4f5b-9a27-48eb71e82188 req-330f8b6f-3422-443f-9f54-ec723ed01276 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:11.272940 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b2b222c0-2d11-4f5b-9a27-48eb71e82188 req-330f8b6f-3422-443f-9f54-ec723ed01276 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 943 time: 0.0711665 Jul 20 15:10:11.314464 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b2b222c0-2d11-4f5b-9a27-48eb71e82188 req-b5fc2dd9-7dcd-436f-9069-ddc9bec7e6d2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Jul 20 15:10:11.372801 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-336dd2ff-433a-4176-9a61-91f3228076c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:11.374305 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-336dd2ff-433a-4176-9a61-91f3228076c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 1096 time: 0.1435881 Jul 20 15:10:11.399909 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:10:11.429568 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-929c4002-eb93-4bf2-ab6c-b0db7ae45a00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc HTTP/1.1" status: 200 len: 217 time: 0.0387838 Jul 20 15:10:11.442456 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:11.548885 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-fef408c6-ef66-4652-922f-d229bea1a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:11.550901 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-fef408c6-ef66-4652-922f-d229bea1a88e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 200 len: 855 time: 0.1145303 Jul 20 15:10:11.588920 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-1660d8aa-511a-49ce-9d1b-15925cc9ff54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91d9b160-c58c-4985-89b9-ed9496a46178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307751 Jul 20 15:10:11.623582 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:11.629610 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:11.635778 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] Sync routers for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:11.645874 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:11.646584 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:11.702735 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c2306f68-5412-48ff-aaa3-280861ff1fe4 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "DELETE /v2.0/floatingips/b44a4dbf-9834-4610-9fe0-ea7bdbfedf35 HTTP/1.1" status: 204 len: 168 time: 1.6863494 Jul 20 15:10:11.704645 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:11.707577 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746" -d '{"events": [{"name": "network-changed", "server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:11.747826 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-c4b530d0-f3d3-48f7-954e-1fc2312ead4d service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511343 Jul 20 15:10:11.756128 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920af48a-b8db-454b-b041-e03d64f2782b x-openstack-request-id: req-920af48a-b8db-454b-b041-e03d64f2782b {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:11.756700 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:11.756957 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-920af48a-b8db-454b-b041-e03d64f2782b {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:11.757358 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'status': 'completed', 'code': 200} Jul 20 15:10:11.761174 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:11.880294 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-2d3f2e55-7f29-4355-9cbb-c27ce66c69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:11.882366 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-2d3f2e55-7f29-4355-9cbb-c27ce66c69d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782a0afded39400291f1b219dee11c83&device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 1098 time: 0.0790193 Jul 20 15:10:11.901120 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9252d0f4-3f9d-466e-ba73-ec25136f08d4 req-307fe783-24fa-4759-87bb-08549eb0638e service neutron] 10.222.0.36 "GET /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426904 Jul 20 15:10:12.017564 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:05:01Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:12.042084 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-2b87de28-4e60-4562-99b1-d023cf29e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:12.043602 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-2b87de28-4e60-4562-99b1-d023cf29e76f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 200 len: 909 time: 0.1527719 Jul 20 15:10:12.049770 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] Checking router: 5d2f5567-60a5-47f1-bab7-ece063fffbb7 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:12.060540 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:12.061867 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:12.096655 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273aa8-f8f7-401f-ac21-ce3af0816aeb req-27cd4b3c-3702-4c16-b319-8cd1e3029f45 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:12.098201 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a9273aa8-f8f7-401f-ac21-ce3af0816aeb req-27cd4b3c-3702-4c16-b319-8cd1e3029f45 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.1269915 Jul 20 15:10:12.099976 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-bda47dd4-1a5d-4bc8-8dc6-a8b8f007a231 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 200 len: 217 time: 0.0469868 Jul 20 15:10:12.176771 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-2524e8a2-6baa-43f6-b0ad-bf1a875dd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:12.179387 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-2524e8a2-6baa-43f6-b0ad-bf1a875dd9d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 200 len: 847 time: 0.0649886 Jul 20 15:10:12.191495 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a9273aa8-f8f7-401f-ac21-ce3af0816aeb req-b1a821ca-cccf-4f1d-a604-4aaf98175c07 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868590 Jul 20 15:10:12.197801 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:12.269328 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-641bab3d-c136-45c7-a8c8-397d70da7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:12.270889 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-641bab3d-c136-45c7-a8c8-397d70da7789 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5610d451-b349-4c66-8dbd-616fa4bf70f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779605 Jul 20 15:10:12.376591 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-c4e89d75-146a-496f-a571-e1b2bc7445a1 service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889919 Jul 20 15:10:12.443838 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:05:01Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:12.464190 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aad1b-e4a2-4a5f-bf36-793d79faebff req-a558c792-8c64-49b0-b73c-97c88b194d0b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:12.465906 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f82aad1b-e4a2-4a5f-bf36-793d79faebff req-a558c792-8c64-49b0-b73c-97c88b194d0b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 943 time: 0.0788853 Jul 20 15:10:12.478198 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84728a96-73d1-4faf-9633-6683386ddd12 None None] The sync data for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi is: [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:04:55Z', 'revision_number': 4, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8', 'name': '', 'network_id': '5610d451-b349-4c66-8dbd-616fa4bf70f9', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'mac_address': 'fa:16:3e:37:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:54Z', 'updated_at': '2021-07-20T15:05:01Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'subnets': [{'id': 'a2c517cc-ba8e-4f04-874d-1dba499ea7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:12.510834 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f03b7299-ec3b-4fc7-bd1e-215f5cbae746 req-c34d6876-0363-43f6-be2f-94059429f80a service neutron] 10.222.0.36 "GET /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247067 Jul 20 15:10:12.513148 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f82aad1b-e4a2-4a5f-bf36-793d79faebff req-661a20d2-a21f-4892-9759-ee0e2aed5164 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Jul 20 15:10:12.735903 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6354764-aca3-41bc-bcbb-3e42d5ea88e4 None None] New status for floating IP b44a4dbf-9834-4610-9fe0-ea7bdbfedf35: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:10:13.337331 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3642d13-3040-46d5-b459-816e9bfda78b req-97f598ab-1d4f-4b6d-a58c-6b5854a83f7f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:13.338864 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d3642d13-3040-46d5-b459-816e9bfda78b req-97f598ab-1d4f-4b6d-a58c-6b5854a83f7f tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0662336 Jul 20 15:10:13.379685 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d3642d13-3040-46d5-b459-816e9bfda78b req-a8d9628e-18ec-4c05-94a2-d9d21b78e704 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/security-groups?id=959be63c-4c10-4970-9664-9fe7c31d7977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350227 Jul 20 15:10:13.659856 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f77a46-e695-496c-826a-736b16ad40c7 req-5c2c18df-89c8-431b-85d2-6e237b3a72e6 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:13.661264 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f6f77a46-e695-496c-826a-736b16ad40c7 req-5c2c18df-89c8-431b-85d2-6e237b3a72e6 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 943 time: 0.0635235 Jul 20 15:10:13.699108 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f6f77a46-e695-496c-826a-736b16ad40c7 req-aecd1042-bd91-45c4-9748-b02ed4393839 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 20 15:10:13.927561 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-f2f31076-5788-4220-8cba-4a4a2654f9a9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:13.929022 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-f2f31076-5788-4220-8cba-4a4a2654f9a9 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.36 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 945 time: 0.0694418 Jul 20 15:10:14.028892 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Deleting port 798533cf-8e73-430f-8ec4-0c86916e517a {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:14.029230 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:14.119970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] For port 798533cf-8e73-430f-8ec4-0c86916e517a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=798533cf-8e73-430f-8ec4-0c86916e517a,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:14.120318 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:14.132581 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Calling delete_port for 798533cf-8e73-430f-8ec4-0c86916e517a owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:14.259158 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:14.291565 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event deleted for resources: {'Port': ['ID=798533cf-8e73-430f-8ec4-0c86916e517a,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:14.338970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] No DVR routers for this DVR port 798533cf-8e73-430f-8ec4-0c86916e517a on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:14.341491 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:14.343550 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5fb4c3c7-9f3f-406f-8d47-42c4a1febbcb req-395ec400-ad9a-410d-b51d-ac5d8654d5d8 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.36 "DELETE /v2.0/ports/798533cf-8e73-430f-8ec4-0c86916e517a HTTP/1.1" status: 204 len: 173 time: 0.4070013 Jul 20 15:10:14.343971 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-deleted', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:14.346752 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd89cb10-42ef-4848-a5d1-549e80d31f5f" -d '{"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-deleted", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:14.382954 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:10:14.488508 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:14.497533 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6cfece1f-bbfc-4e7a-b24d-dea4943d42a0 req-b9461921-cfc3-42fc-aa7b-76324e8d90fd tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "GET /v2.0/ports?device_id=63076beb-6e01-4f5d-a338-43e20470f42a HTTP/1.1" status: 200 len: 210 time: 0.0317404 Jul 20 15:10:14.504262 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc', 'network_id': '91d9b160-c58c-4985-89b9-ed9496a46178', 'port_id': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc', 'mac_address': 'fa:16:3e:03:3c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd023a680-be20-4a1e-8b2e-6061032884c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:10:14.527931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c57a50a-f189-47b9-ba6d-f7a14e828ce0 x-openstack-request-id: req-3c57a50a-f189-47b9-ba6d-f7a14e828ce0 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:14.528473 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63076beb-6e01-4f5d-a338-43e20470f42a", "name": "network-vif-deleted", "tag": "798533cf-8e73-430f-8ec4-0c86916e517a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:14.528473 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c57a50a-f189-47b9-ba6d-f7a14e828ce0 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:14.528822 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63076beb-6e01-4f5d-a338-43e20470f42a', 'name': 'network-vif-deleted', 'tag': '798533cf-8e73-430f-8ec4-0c86916e517a', 'status': 'completed', 'code': 200} Jul 20 15:10:14.544100 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:14.558358 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:10:14.577626 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:14.581729 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:14.640020 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:14.852857 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf060a-6c9c-4799-80fd-ba9bcb6e7d4f req-4e54dfe1-cfe0-457b-a50c-f201b64b5368 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:14.855235 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ccbf060a-6c9c-4799-80fd-ba9bcb6e7d4f req-4e54dfe1-cfe0-457b-a50c-f201b64b5368 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 944 time: 0.0727289 Jul 20 15:10:14.895777 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ccbf060a-6c9c-4799-80fd-ba9bcb6e7d4f req-a2d1b6d6-54c4-4eca-9dfb-16d97b91dd47 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 20 15:10:14.964322 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:15.019739 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50914) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:15.130137 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7967b9f7-b618-4e72-82e8-7c6c403bc0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.221194 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7967b9f7-b618-4e72-82e8-7c6c403bc0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.225611 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-7967b9f7-b618-4e72-82e8-7c6c403bc0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.266228 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-7967b9f7-b618-4e72-82e8-7c6c403bc0de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4c44225514c48ebbc4a88235c410818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450187 Jul 20 15:10:15.267185 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967b9f7-b618-4e72-82e8-7c6c403bc0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1adb39-5372-4fa5-b5aa-701cbd608fe0,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:15.270079 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50918) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:15.339835 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43801fb3-77f1-4a41-afed-4a9dad66aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.365174 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43801fb3-77f1-4a41-afed-4a9dad66aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.416862 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43801fb3-77f1-4a41-afed-4a9dad66aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.419461 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43801fb3-77f1-4a41-afed-4a9dad66aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.420597 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-43801fb3-77f1-4a41-afed-4a9dad66aed1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec1adb39-5372-4fa5-b5aa-701cbd608fe0 HTTP/1.1" status: 204 len: 168 time: 0.1492589 Jul 20 15:10:15.429343 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43801fb3-77f1-4a41-afed-4a9dad66aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1adb39-5372-4fa5-b5aa-701cbd608fe0,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:15.555058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50926) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:15.613717 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9cb48291-5de4-45f7-bb5d-0898482ba128 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.640940 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9cb48291-5de4-45f7-bb5d-0898482ba128 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.693880 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50928) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:15.709140 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c15b-eaae-4651-93a9-7e6910a270c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.728192 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9cb48291-5de4-45f7-bb5d-0898482ba128 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.730745 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9cb48291-5de4-45f7-bb5d-0898482ba128 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.731880 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9cb48291-5de4-45f7-bb5d-0898482ba128 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] 10.222.0.35 "DELETE /v2.0/security-groups/959be63c-4c10-4970-9664-9fe7c31d7977 HTTP/1.1" status: 204 len: 168 time: 0.1758442 Jul 20 15:10:15.750191 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb48291-5de4-45f7-bb5d-0898482ba128 tempest-TestShelveInstance-1389056334 tempest-TestShelveInstance-1389056334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959be63c-4c10-4970-9664-9fe7c31d7977,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:15.789289 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 50932) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:15.829617 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c15b-eaae-4651-93a9-7e6910a270c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.833834 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c15b-eaae-4651-93a9-7e6910a270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.875136 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-6cf0c15b-eaae-4651-93a9-7e6910a270c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b861c438124e492db9b0deb11fc56a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773975 Jul 20 15:10:15.875860 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 50936) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:15.882523 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0c15b-eaae-4651-93a9-7e6910a270c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5727430-fe7a-4f04-b57a-41ed5260805a,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:15.929803 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-20b4e435-9532-4d96-a6b9-1a21c0ece204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.951376 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-20b4e435-9532-4d96-a6b9-1a21c0ece204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:15.999249 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-20b4e435-9532-4d96-a6b9-1a21c0ece204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.001830 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-20b4e435-9532-4d96-a6b9-1a21c0ece204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.005266 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-20b4e435-9532-4d96-a6b9-1a21c0ece204 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5727430-fe7a-4f04-b57a-41ed5260805a HTTP/1.1" status: 204 len: 168 time: 0.1268287 Jul 20 15:10:16.011188 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4e435-9532-4d96-a6b9-1a21c0ece204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5727430-fe7a-4f04-b57a-41ed5260805a,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:16.115152 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96c3e4-2593-438c-9214-a9a5621c7e92 req-90aa862d-9eb8-4598-9bbe-52e75eafba44 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:16.116691 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0f96c3e4-2593-438c-9214-a9a5621c7e92 req-90aa862d-9eb8-4598-9bbe-52e75eafba44 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 944 time: 0.1526732 Jul 20 15:10:16.224521 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0f96c3e4-2593-438c-9214-a9a5621c7e92 req-8ad307b2-bf90-4eb9-8071-4c81dacb237c tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992198 Jul 20 15:10:16.405502 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:16.416014 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.596038 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:16.600598 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:16.601256 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.681822 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.703016 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Deleting port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:16.703451 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.711006 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:16.713405 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c3fb66-dca1-4703-93a8-21cc562ef564" -d '{"events": [{"server_uuid": "b64f6ae9-ca4f-43f2-9874-386263b699cc", "name": "network-vif-plugged", "status": "completed", "tag": "b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:16.727430 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:16.733169 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.734860 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:16.788902 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934db10d-28f2-4c13-9987-de2e43a9717c x-openstack-request-id: req-934db10d-28f2-4c13-9987-de2e43a9717c {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:16.789205 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f6ae9-ca4f-43f2-9874-386263b699cc", "name": "network-vif-plugged", "status": "completed", "tag": "b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:16.789458 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-934db10d-28f2-4c13-9987-de2e43a9717c {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:16.789857 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc', 'code': 200} Jul 20 15:10:16.792943 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 798533cf-8e73-430f-8ec4-0c86916e517a {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:16.793293 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 798533cf-8e73-430f-8ec4-0c86916e517a not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:16.819373 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] For port c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:16.819865 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:16.823989 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:16.838096 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Calling delete_port for c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 owned by network:router_interface {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:17.035578 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a15d-1534-4b0c-bb63-1e5423a3a92e req-178281e1-4f16-47f9-848e-9bb1f601c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:17.037191 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-71d9a15d-1534-4b0c-bb63-1e5423a3a92e req-178281e1-4f16-47f9-848e-9bb1f601c125 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 1098 time: 0.0849018 Jul 20 15:10:17.100962 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-71d9a15d-1534-4b0c-bb63-1e5423a3a92e req-1c9ae396-fdc5-40cf-a958-ab8cde963a3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Jul 20 15:10:17.102021 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:17.134649 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:17.369759 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:17.394894 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c5e17-d28d-4993-a8ff-0eb1fdefb5ab req-6fb7e861-f74c-4894-ac4c-bba7af286616 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:17.396454 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f23c5e17-d28d-4993-a8ff-0eb1fdefb5ab req-6fb7e861-f74c-4894-ac4c-bba7af286616 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 945 time: 0.0927181 Jul 20 15:10:17.501830 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f23c5e17-d28d-4993-a8ff-0eb1fdefb5ab req-dc12bd38-c5f3-4dbc-b179-74f89aa7d4be tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727782 Jul 20 15:10:17.632498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:10:17.947979 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51000) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:17.999091 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:18.004298 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-747a6f49-3fb1-4f95-b317-5ed170def881 admin admin] 10.222.0.35 "PUT /v2.0/routers/5d2f5567-60a5-47f1-bab7-ece063fffbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2139394 Jul 20 15:10:18.006815 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51004) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:18.008737 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] Sync routers for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:18.018289 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:18.018876 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:18.063110 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-08c446c5-c006-4d8e-809d-4e87af6b883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.117101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks [] for router, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.135685 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:18.168435 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-08c446c5-c006-4d8e-809d-4e87af6b883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.172853 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-08c446c5-c006-4d8e-809d-4e87af6b883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.214904 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-08c446c5-c006-4d8e-809d-4e87af6b883f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a46f83a6072d4664882a1cefbc557a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634141 Jul 20 15:10:18.214904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c446c5-c006-4d8e-809d-4e87af6b883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e808331-fe38-4773-a0dc-d72d4db20d16,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:18.215282 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51006) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:18.262003 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.303925 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ce7270f0-ec24-452d-ab47-9cb60d837e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.329357 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:10:17Z', 'revision_number': 5, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port': {'id': 'd64cbe4e-b3f7-495f-adf3-ca105fcbd937', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:32:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:50Z', 'updated_at': '2021-07-20T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:18.331303 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ce7270f0-ec24-452d-ab47-9cb60d837e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.355644 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] Checking router: 5d2f5567-60a5-47f1-bab7-ece063fffbb7 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:18.364687 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] Routers {'5d2f5567-60a5-47f1-bab7-ece063fffbb7'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:18.365298 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:18.373423 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Deleting port d64cbe4e-b3f7-495f-adf3-ca105fcbd937 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:18.373782 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.451707 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ce7270f0-ec24-452d-ab47-9cb60d837e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.454369 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ce7270f0-ec24-452d-ab47-9cb60d837e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.456092 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ce7270f0-ec24-452d-ab47-9cb60d837e9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e808331-fe38-4773-a0dc-d72d4db20d16 HTTP/1.1" status: 204 len: 168 time: 0.2399619 Jul 20 15:10:18.465725 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] Set router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 gateway port host: None {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:18.474979 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] For port d64cbe4e-b3f7-495f-adf3-ca105fcbd937, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:18.475501 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.478089 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7270f0-ec24-452d-ab47-9cb60d837e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e808331-fe38-4773-a0dc-d72d4db20d16,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:18.492297 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Calling delete_port for d64cbe4e-b3f7-495f-adf3-ca105fcbd937 owned by network:router_gateway {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:18.554783 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:10:18Z', 'revision_number': 6, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:18.584285 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ea3aff-0a8d-4434-b5ea-718696acb9c7 None None] The sync data for ids ['5d2f5567-60a5-47f1-bab7-ece063fffbb7'] in dv-cinder-778907-2-iscsi is: [{'id': '5d2f5567-60a5-47f1-bab7-ece063fffbb7', 'name': 'tempest-TestShelveInstance-924066894-router', 'tenant_id': '782a0afded39400291f1b219dee11c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:49Z', 'updated_at': '2021-07-20T15:10:18Z', 'revision_number': 6, 'project_id': '782a0afded39400291f1b219dee11c83', 'gw_port_host': None}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:18.670562 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b955b-4509-4f39-9043-6821da36becb req-9c4003c8-3747-4d90-b342-d9e1c2a171f4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:18.672197 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-330b955b-4509-4f39-9043-6821da36becb req-9c4003c8-3747-4d90-b342-d9e1c2a171f4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 945 time: 0.0781863 Jul 20 15:10:18.702528 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.722908 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-330b955b-4509-4f39-9043-6821da36becb req-719dbdff-003a-467b-a272-f7ced0d5e8d0 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Jul 20 15:10:18.733278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Pushing event deleted for resources: {'Port': ['ID=d64cbe4e-b3f7-495f-adf3-ca105fcbd937,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:18.800265 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51016) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:18.806127 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.816306 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5c0-847a-47a9-b503-d4da852a153c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.899835 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.902002 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.913048 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5c0-847a-47a9-b503-d4da852a153c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.917127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd11f5c0-847a-47a9-b503-d4da852a153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.954889 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.955967 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2f5567-60a5-47f1-bab7-ece063fffbb7 {{(pid=93311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:10:18.960320 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:18.963822 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-b97282e7-8621-4774-a28c-6e5c3eceb97d admin admin] 10.222.0.35 "DELETE /v2.0/routers/5d2f5567-60a5-47f1-bab7-ece063fffbb7 HTTP/1.1" status: 204 len: 168 time: 0.9537532 Jul 20 15:10:18.965131 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51018) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:18.978194 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-bd11f5c0-847a-47a9-b503-d4da852a153c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c573fe10595b44c9a61a61f8c713413a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738036 Jul 20 15:10:18.979006 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51020) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:18.979698 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11f5c0-847a-47a9-b503-d4da852a153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715efd1-3ffa-47da-9d85-a98f4cc21c5c,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:19.045777 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Deleting subnet a2c517cc-ba8e-4f04-874d-1dba499ea7d4 {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:10:19.050143 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.074045 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d77d001d-611a-4674-86bc-92c10eefe995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.091319 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.101130 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d77d001d-611a-4674-86bc-92c10eefe995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.156741 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d77d001d-611a-4674-86bc-92c10eefe995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.159977 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d77d001d-611a-4674-86bc-92c10eefe995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.161188 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d77d001d-611a-4674-86bc-92c10eefe995 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e715efd1-3ffa-47da-9d85-a98f4cc21c5c HTTP/1.1" status: 204 len: 168 time: 0.1776390 Jul 20 15:10:19.169710 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d001d-611a-4674-86bc-92c10eefe995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715efd1-3ffa-47da-9d85-a98f4cc21c5c,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:19.193956 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.251157 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.279173 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c517cc-ba8e-4f04-874d-1dba499ea7d4,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:19.281153 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.283070 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4b9baa39-fb61-476b-bea8-2ea5b253de10 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a2c517cc-ba8e-4f04-874d-1dba499ea7d4 HTTP/1.1" status: 204 len: 168 time: 0.3169441 Jul 20 15:10:19.285762 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51028) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:19.293478 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da441c03-007d-4b45-b82a-b5c8de61a504 None None] Network 5610d451-b349-4c66-8dbd-616fa4bf70f9 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:19.363682 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.456179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Deleting port 8a02d862-5309-4e42-b285-ad79d409528f {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:19.456707 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.532139 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:19.560488 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:19.560838 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device c1fb55ea-a805-48f1-bcf1-c3e6d03cebd8 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:19.561262 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d64cbe4e-b3f7-495f-adf3-ca105fcbd937 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:19.569619 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] For port 8a02d862-5309-4e42-b285-ad79d409528f, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8a02d862-5309-4e42-b285-ad79d409528f,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:19.570147 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.589325 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] DHCP port deletion for 5610d451-b349-4c66-8dbd-616fa4bf70f9 request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:10:19.589569 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Calling delete_port for 8a02d862-5309-4e42-b285-ad79d409528f owned by network:dhcp {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:19.591572 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: d64cbe4e-b3f7-495f-adf3-ca105fcbd937 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:19.591916 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d64cbe4e-b3f7-495f-adf3-ca105fcbd937 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:19.672191 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] Deleting port 8a02d862-5309-4e42-b285-ad79d409528f {{(pid=93313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:19.672568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.713528 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.757919 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] No DVR routers for this DVR port 8a02d862-5309-4e42-b285-ad79d409528f on host dv-cinder-778907-2-iscsi {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:19.760184 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a02d862-5309-4e42-b285-ad79d409528f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:19.762181 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] For port 8a02d862-5309-4e42-b285-ad79d409528f, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8a02d862-5309-4e42-b285-ad79d409528f,segment=NetworkSegment(05ccdda2-e422-4957-9215-954e7611feaf),segment_id=05ccdda2-e422-4957-9215-954e7611feaf)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:19.771188 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.786506 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] Calling delete_port for 8a02d862-5309-4e42-b285-ad79d409528f owned by network:dhcp {{(pid=93313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:19.860886 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.878337 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5610d451-b349-4c66-8dbd-616fa4bf70f9']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:19.891934 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ccdda2-e422-4957-9215-954e7611feaf') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:19.892366 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ccdda2-e422-4957-9215-954e7611feaf') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:19.910051 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.943248 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.953676 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:10:19.953676 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:10:19.962717 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:10:19.977939 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793'] for port, after_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.010545 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] Pushing event deleted for resources: {'Port': ['ID=8a02d862-5309-4e42-b285-ad79d409528f,revision_number=None']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:20.015216 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28516523-5dd9-4dd2-bc13-fe7dab463f48 None None] No DVR routers for this DVR port 8a02d862-5309-4e42-b285-ad79d409528f on host dv-cinder-778907-2-iscsi {{(pid=93313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:20.049871 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.057020 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.062068 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51050) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:20.062621 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] 10.222.0.35 "DELETE /v2.0/networks/5610d451-b349-4c66-8dbd-616fa4bf70f9 HTTP/1.1" status: 204 len: 168 time: 0.7753811 Jul 20 15:10:20.075019 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf9b86-d0c3-4362-86e1-a309b005c67b admin admin] Pushing event deleted for resources: {'Network': ['ID=5610d451-b349-4c66-8dbd-616fa4bf70f9,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:20.470115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.739759 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51082) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:20.761793 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Deleting port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:20.762136 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.846424 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] For port b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:20.846732 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.858452 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05d74778-92d6-4104-9558-4b4e80817c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:20.869675 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Calling delete_port for b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 owned by network:router_interface {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:21.071288 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05d74778-92d6-4104-9558-4b4e80817c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.078413 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-05d74778-92d6-4104-9558-4b4e80817c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.149873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d74778-92d6-4104-9558-4b4e80817c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e9766-0e99-4a6e-98be-7779383a6ee6,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:21.154091 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-05d74778-92d6-4104-9558-4b4e80817c01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28ad32040f0241ec86d868c5d194ef9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132690 Jul 20 15:10:21.157044 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51086) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:21.169931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.199033 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:21.199275 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8a02d862-5309-4e42-b285-ad79d409528f no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:21.236950 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 8a02d862-5309-4e42-b285-ad79d409528f {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:21.237591 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8a02d862-5309-4e42-b285-ad79d409528f not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:21.242246 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3df23c11-ea89-48fd-b974-1d92b40d854d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.269918 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3df23c11-ea89-48fd-b974-1d92b40d854d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.329211 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3df23c11-ea89-48fd-b974-1d92b40d854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.331974 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3df23c11-ea89-48fd-b974-1d92b40d854d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.333141 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3df23c11-ea89-48fd-b974-1d92b40d854d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/822e9766-0e99-4a6e-98be-7779383a6ee6 HTTP/1.1" status: 204 len: 168 time: 0.1732128 Jul 20 15:10:21.341542 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df23c11-ea89-48fd-b974-1d92b40d854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e9766-0e99-4a6e-98be-7779383a6ee6,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:21.423873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.657596 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Router aff45390-ee1f-4ccf-b60f-4b83d9b9765f has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:10:21.766656 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:21.772599 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-e47ab414-1aa2-4c93-9eb3-dde582e54d93 admin admin] 10.222.0.35 "PUT /v2.0/routers/aff45390-ee1f-4ccf-b60f-4b83d9b9765f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7080519 Jul 20 15:10:21.774713 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51104) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:21.777221 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] Sync routers for ids ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:21.787491 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] Routers {'aff45390-ee1f-4ccf-b60f-4b83d9b9765f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:21.788132 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:21.887735 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:21.897676 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] Set router aff45390-ee1f-4ccf-b60f-4b83d9b9765f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:21.997624 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.054449 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Deleting port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:22.054911 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.086175 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:10:21Z', 'revision_number': 5, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port': {'id': '8c84c51c-9691-49c1-8fbe-d6bdb94d78c7', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:04:59Z', 'updated_at': '2021-07-20T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:22.114664 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] Checking router: aff45390-ee1f-4ccf-b60f-4b83d9b9765f for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:22.123585 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] Routers {'aff45390-ee1f-4ccf-b60f-4b83d9b9765f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:22.124227 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:22.148397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] For port 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:22.148978 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.166622 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Calling delete_port for 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 owned by network:router_gateway {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:22.226531 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] Set router aff45390-ee1f-4ccf-b60f-4b83d9b9765f gateway port host: None {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:22.279706 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:10:21Z', 'revision_number': 6, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:22.315863 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb22986-ca95-4146-8bfd-c9e700b3154a None None] The sync data for ids ['aff45390-ee1f-4ccf-b60f-4b83d9b9765f'] in dv-cinder-778907-2-iscsi is: [{'id': 'aff45390-ee1f-4ccf-b60f-4b83d9b9765f', 'name': 'tempest-TestShelveInstance-140989422-router', 'tenant_id': '0f4973b53481438aaaf6a96526650ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:04:58Z', 'updated_at': '2021-07-20T15:10:21Z', 'revision_number': 6, 'project_id': '0f4973b53481438aaaf6a96526650ab1', 'gw_port_host': None}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:22.349896 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.380808 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8c84c51c-9691-49c1-8fbe-d6bdb94d78c7,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:22.445155 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.537982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.540199 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.589567 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.590627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff45390-ee1f-4ccf-b60f-4b83d9b9765f {{(pid=93311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:10:22.596796 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.599092 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-35e6b08e-4022-4b8c-a5a5-871aaa5673ed admin admin] 10.222.0.35 "DELETE /v2.0/routers/aff45390-ee1f-4ccf-b60f-4b83d9b9765f HTTP/1.1" status: 204 len: 168 time: 0.8233697 Jul 20 15:10:22.600513 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51128) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:22.647657 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Deleting subnet 96506d44-56be-494d-9aa1-9eb24b156111 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:10:22.651174 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.689986 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.787966 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.842496 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.856311 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.884762 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96506d44-56be-494d-9aa1-9eb24b156111,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:22.888328 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:22.890489 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-24b79b8e-51c7-441c-8d5e-fb6b078f4732 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/96506d44-56be-494d-9aa1-9eb24b156111 HTTP/1.1" status: 204 len: 168 time: 0.2888803 Jul 20 15:10:22.893086 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51138) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:22.901392 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71a05f-cf71-4ba7-9ea9-fba248b4da6d None None] Network e7056e7a-d81c-49dd-a9ab-88f9fbd1885f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:22.980215 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.057755 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Deleting port 7f627133-aa99-4133-9783-ead40b42b19a {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:23.058110 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.135381 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] For port 7f627133-aa99-4133-9783-ead40b42b19a, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=7f627133-aa99-4133-9783-ead40b42b19a,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:23.135381 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.152316 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Calling delete_port for 7f627133-aa99-4133-9783-ead40b42b19a owned by network:dhcp {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:23.166810 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] DHCP port deletion for e7056e7a-d81c-49dd-a9ab-88f9fbd1885f request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:10:23.238225 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] Deleting port 7f627133-aa99-4133-9783-ead40b42b19a {{(pid=93313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:23.238642 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.275115 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:23.285557 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.302161 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:23.302910 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 8c84c51c-9691-49c1-8fbe-d6bdb94d78c7 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:23.303538 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:23.312662 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f627133-aa99-4133-9783-ead40b42b19a,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:23.324232 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] No DVR routers for this DVR port 7f627133-aa99-4133-9783-ead40b42b19a on host dv-cinder-778907-2-iscsi {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:23.360055 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:23.360396 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device b4b86f8e-342d-4cca-9c2f-8ea3fb9d0f49 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:23.361171 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 7f627133-aa99-4133-9783-ead40b42b19a no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:23.385860 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 7f627133-aa99-4133-9783-ead40b42b19a {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:23.386083 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 7f627133-aa99-4133-9783-ead40b42b19a not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:23.397950 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] For port 7f627133-aa99-4133-9783-ead40b42b19a, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=7f627133-aa99-4133-9783-ead40b42b19a,segment=NetworkSegment(77e80032-6b5f-4ecc-a6fd-3dc298d27cd5),segment_id=77e80032-6b5f-4ecc-a6fd-3dc298d27cd5)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:23.399261 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.411976 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.412282 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] Calling delete_port for 7f627133-aa99-4133-9783-ead40b42b19a owned by network:dhcp {{(pid=93313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:23.422145 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7056e7a-d81c-49dd-a9ab-88f9fbd1885f']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:23.433031 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:23.433336 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e80032-6b5f-4ecc-a6fd-3dc298d27cd5') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:23.443216 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.458724 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.465219 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:10:23.465777 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:10:23.467940 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:10:23.493784 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793'] for port, after_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.521640 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] Pushing event deleted for resources: {'Port': ['ID=7f627133-aa99-4133-9783-ead40b42b19a,revision_number=None']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:23.531354 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b7ba8-bdfe-4518-b191-2f236aa4cd75 None None] No DVR routers for this DVR port 7f627133-aa99-4133-9783-ead40b42b19a on host dv-cinder-778907-2-iscsi {{(pid=93313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:23.535880 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.547548 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.552378 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e7056e7a-d81c-49dd-a9ab-88f9fbd1885f HTTP/1.1" status: 204 len: 168 time: 0.6558645 Jul 20 15:10:23.562445 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79411b7-de83-40db-821b-f3d0139ca9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7056e7a-d81c-49dd-a9ab-88f9fbd1885f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:23.753043 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51156) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:23.796086 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-627af73c-bb43-4f74-8f04-443e389e92f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=782a0afded39400291f1b219dee11c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420194 Jul 20 15:10:23.798560 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51158) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:23.851783 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d4481301-a013-4a13-975f-439f83c919a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.872799 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d4481301-a013-4a13-975f-439f83c919a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.918416 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d4481301-a013-4a13-975f-439f83c919a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.921103 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d4481301-a013-4a13-975f-439f83c919a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:23.922245 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d4481301-a013-4a13-975f-439f83c919a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c9ad00b-097f-4a08-829c-19b19fb35939 HTTP/1.1" status: 204 len: 168 time: 0.1223409 Jul 20 15:10:23.930205 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4481301-a013-4a13-975f-439f83c919a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ad00b-097f-4a08-829c-19b19fb35939,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:24.232212 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51164) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:24.270354 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-e8d0b30e-1c3f-4ced-8860-a5741b59a92a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f4973b53481438aaaf6a96526650ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366771 Jul 20 15:10:24.272729 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51166) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:24.320912 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-362b7fc6-4f95-4069-8fda-b1464964e88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:24.341604 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-362b7fc6-4f95-4069-8fda-b1464964e88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:24.387190 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-362b7fc6-4f95-4069-8fda-b1464964e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:24.389793 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-362b7fc6-4f95-4069-8fda-b1464964e88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:24.391097 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-362b7fc6-4f95-4069-8fda-b1464964e88b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f436600-9495-42f9-b761-a8bb5749d50d HTTP/1.1" status: 204 len: 168 time: 0.1174660 Jul 20 15:10:24.399078 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7fc6-4f95-4069-8fda-b1464964e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f436600-9495-42f9-b761-a8bb5749d50d,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:25.108924 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51204) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:25.217749 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1732290261-network', 'tenant_id': '1355c68851d241458809791518306d9e'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:25.240710 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Made reservation on behalf of 1355c68851d241458809791518306d9e for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:25.243266 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.252711 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.341683 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.347878 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.369690 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:10:25.383511 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a3fbe-ac9d-46da-abe0-bbbc8c754dc6,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:25.388575 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.388919 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Added segment 79083b7a-95f2-4651-bdb4-cdffa3adef28 of type vlan for network 526baff6-e516-441e-9026-89f57dd56ec6 Jul 20 15:10:25.430421 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.462302 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.463542 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:25.464216 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.497347 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3863208 Jul 20 15:10:25.500544 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51210) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:25.505779 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Request body: {'subnet': {'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1732290261-subnet', 'tenant_id': '1355c68851d241458809791518306d9e', 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:25.533719 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Made reservation on behalf of 1355c68851d241458809791518306d9e for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:25.536146 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4dde2-8e89-4e58-bbf1-96d2f3f55c15 admin admin] Pushing event updated for resources: {'Network': ['ID=526baff6-e516-441e-9026-89f57dd56ec6,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:25.536970 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.547315 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 526baff6-e516-441e-9026-89f57dd56ec6 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:10:25.722827 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.792583 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc50df4-4021-49d8-8489-db249c4b334f,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:25.799329 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Checking segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:25.799734 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Network hostable DHCP agents. Network: 526baff6-e516-441e-9026-89f57dd56ec6, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:10:25.824771 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Network 526baff6-e516-441e-9026-89f57dd56ec6 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:10:25.834894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 526baff6-e516-441e-9026-89f57dd56ec6) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:25.839267 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:25.840055 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.846263 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09511494-c735-4bf0-ac9c-e8b30cbd4506 None None] Network 526baff6-e516-441e-9026-89f57dd56ec6 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:25.858920 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9129fdce-4d18-4926-b624-b39596b77789 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3570940 Jul 20 15:10:25.861789 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51224) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:25.866915 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:25.890028 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.891478 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:25.952849 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.010625 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-526baff6-e516-441e-9026-89f57dd56ec6', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:10:26.011556 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.092377 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.147660 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Allocated IP 172.20.0.2 (526baff6-e516-441e-9026-89f57dd56ec6/bdc50df4-4021-49d8-8489-db249c4b334f/9ff3ab06-cc7c-4997-b35b-f77bafa6990d) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:26.461864 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.471964 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Transition to ACTIVE for port object 9ff3ab06-cc7c-4997-b35b-f77bafa6990d will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:26.489249 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Transition to ACTIVE for port object 9ff3ab06-cc7c-4997-b35b-f77bafa6990d will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:26.495470 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.536438 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Network 526baff6-e516-441e-9026-89f57dd56ec6 is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:26.539340 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:26.542903 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:26.550664 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Pushing event updated for resources: {'Port': ['ID=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:26.570192 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.594783 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.609711 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Attempting to bind port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:26.610114 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Attempting to bind port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:26.610487 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Attempting to bind port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:26.616318 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:26.616685 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Checking segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:26.617093 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.617489 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Bound using segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:26.617960 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Bound port: 9ff3ab06-cc7c-4997-b35b-f77bafa6990d, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:26.618350 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.686283 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] For port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:26.688320 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] For port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:26.694998 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.697292 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Allocated IP 172.27.3.166 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/d06cab40-ca23-4d92-8848-e92b3737046b) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:26.759672 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089cdf5-28e4-48ad-a673-b5b7ee717ccc None None] Pushing event updated for resources: {'Port': ['ID=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:26.815530 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.858765 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:26.909566 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:26.919514 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:26.924536 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:26.949976 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Pushing event updated for resources: {'Port': ['ID=d06cab40-ca23-4d92-8848-e92b3737046b,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:27.276082 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:27.297664 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9ff3ab06-cc7c-4997-b35b-f77bafa6990d up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:27.380475 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:27.520673 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:27.664995 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:10:27.719720 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca94544-d15e-48a9-bed5-fcd7c7637fcc None None] Network 526baff6-e516-441e-9026-89f57dd56ec6 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:27.774798 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:27.787330 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:27.790369 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:27.791750 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c204a061-ed58-40fc-82ca-cd5001d80970 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9287348 Jul 20 15:10:27.794571 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51240) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:27.795668 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] Provisioning for port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:27.807650 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] Provisioning complete for port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:27.808019 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:27.845798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:27.846870 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:28.047306 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:28.156215 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.242929 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.266464 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] For port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:28.306180 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.460394 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f8787-2e0f-4691-a38b-938fe1ae1494 None None] Pushing event updated for resources: {'Port': ['ID=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:28.465470 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:27Z', 'revision_number': 3, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:28.489188 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Allocated IP 172.20.0.1 (526baff6-e516-441e-9026-89f57dd56ec6/bdc50df4-4021-49d8-8489-db249c4b334f/4b51c7f6-69c0-4111-a40b-e35f83a4d7e6) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:28.505772 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:28.506246 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Updating router f67991de-d460-4b2c-a31f-2fa4127d5c5a port d06cab40-ca23-4d92-8848-e92b3737046b binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:10:28.556602 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-b7917ec9-f020-4a9d-80d7-0fc08df7aeed None None] Provisioning complete for port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:28.556974 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b7917ec9-f020-4a9d-80d7-0fc08df7aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.558645 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.609005 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.627747 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.provisioning_blocks [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Transition to ACTIVE for port object 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 will not be triggered until provisioned by entity DHCP. {{(pid=93312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:28.672127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.719255 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Network 526baff6-e516-441e-9026-89f57dd56ec6 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:28.724481 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:28.728336 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:28.754010 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:28.784620 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.927835 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.940483 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Transition to ACTIVE for port object d06cab40-ca23-4d92-8848-e92b3737046b will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:28.949510 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:28.959810 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.011263 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Attempting to bind port d06cab40-ca23-4d92-8848-e92b3737046b on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:29.011641 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Attempting to bind port d06cab40-ca23-4d92-8848-e92b3737046b by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:29.012005 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Attempting to bind port d06cab40-ca23-4d92-8848-e92b3737046b on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:29.023647 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-29a1b741-3733-4180-81a6-5e0faceaf46f None None] Provisioning for port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:29.026584 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:29.027013 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:29.027537 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.027851 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:29.028330 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Bound port: d06cab40-ca23-4d92-8848-e92b3737046b, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:29.029264 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.030247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d759e8-5162-42cb-91e4-9a76f1607c7f None None] Pushing event updated for resources: {'Port': ['ID=d06cab40-ca23-4d92-8848-e92b3737046b,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:29.052285 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-29a1b741-3733-4180-81a6-5e0faceaf46f None None] Provisioning complete for port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:29.052575 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-29a1b741-3733-4180-81a6-5e0faceaf46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.106448 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-29a1b741-3733-4180-81a6-5e0faceaf46f None None] Port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:10:29.114762 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] For port d06cab40-ca23-4d92-8848-e92b3737046b, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:29.118425 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] For port d06cab40-ca23-4d92-8848-e92b3737046b, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d06cab40-ca23-4d92-8848-e92b3737046b,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:29.123789 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.133832 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.138416 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.182249 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:29.182939 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:29.187777 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d759e8-5162-42cb-91e4-9a76f1607c7f None None] Pushing event updated for resources: {'Port': ['ID=d06cab40-ca23-4d92-8848-e92b3737046b,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:29.211869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.214265 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:29.225181 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9ff3ab06-cc7c-4997-b35b-f77bafa6990d up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:29.334296 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Network 526baff6-e516-441e-9026-89f57dd56ec6 is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:29.336278 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:29.492443 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:29.521788 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:29.522425 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.528364 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:10:29.658379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:29.663990 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-dfd6b7d5-ca99-4b45-8220-a52dfd79ecd6 admin admin] 10.222.0.35 "PUT /v2.0/routers/f67991de-d460-4b2c-a31f-2fa4127d5c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8683903 Jul 20 15:10:29.695266 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-d421d057-f5e2-46d6-8396-bfaa7aaf5869 None None] Provisioning complete for port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:29.695865 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-d421d057-f5e2-46d6-8396-bfaa7aaf5869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:29.782448 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-d421d057-f5e2-46d6-8396-bfaa7aaf5869 None None] Port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:10:29.838050 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:29Z', 'revision_number': 2, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:29.872395 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14484724-f212-4776-975e-3ef6bc1c90ff None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:29Z', 'revision_number': 2, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:30.187177 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51302) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:30.253364 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51308) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:30.258736 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-573114739-network', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:30.554768 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.581756 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.db.api [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 15:10:30.581756 dv-cinder-778907-2-iscsi neutron-server[93311]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 20 15:10:30.581756 dv-cinder-778907-2-iscsi neutron-server[93311]: [parameters: {'project_id': '35aa9af7dbf744f59014c60d087d890a', 'id': '0be4b4b0-d2e0-4bfa-b847-24783633795a', 'expiration': datetime.datetime(2021, 7, 20, 15, 12, 30, 576868)}] Jul 20 15:10:30.581756 dv-cinder-778907-2-iscsi neutron-server[93311]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 15:10:30.582237 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG oslo_db.api [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:10:30.589229 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Made reservation on behalf of 69e9168b8a1644e3bd6b5504ddec7a12 for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:30.591703 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.602010 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.703305 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.708233 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.730390 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:10:30.747137 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58122a2-1acc-4378-a8ac-a99083230495,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:30.750280 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.750913 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Added segment d76a1455-8784-426a-abd2-092079870ffb of type vlan for network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 Jul 20 15:10:30.803622 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.845269 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.846278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:30.846937 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.905184 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6505442 Jul 20 15:10:30.914953 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51318) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:30.919873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Request body: {'subnet': {'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-573114739-subnet', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:30.931534 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af297-1c0e-48df-ac8f-289a7a26ab6e admin admin] Pushing event updated for resources: {'Network': ['ID=1419b68d-fc40-487f-bb6d-3ad0673a1fe3,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:30.943363 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:10:30.956456 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Made reservation on behalf of 69e9168b8a1644e3bd6b5504ddec7a12 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:30.959103 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:30.998737 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed379f-aa86-4425-a7f0-6ad431042748 req-f541a60d-c0e5-40fa-b983-04103b729cce tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:31.003106 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54ed379f-aa86-4425-a7f0-6ad431042748 req-f541a60d-c0e5-40fa-b983-04103b729cce tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 945 time: 0.1182723 Jul 20 15:10:31.083481 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.091167 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-54ed379f-aa86-4425-a7f0-6ad431042748 req-13a1e349-8f34-4ef4-a68f-052b8b667d86 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544803 Jul 20 15:10:31.200294 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.205307 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.209720 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.249021 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d753119-bbc2-4872-a78c-1ce5e3bfa71d,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:31.261332 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-1a0d781a-1b1d-49ec-bb48-fa26270383aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35aa9af7dbf744f59014c60d087d890a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729103 Jul 20 15:10:31.262230 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d06cab40-ca23-4d92-8848-e92b3737046b up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:31.263922 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51320) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:31.287628 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Checking segment: {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:31.288056 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Network hostable DHCP agents. Network: 1419b68d-fc40-487f-bb6d-3ad0673a1fe3, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:10:31.290431 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:31.314039 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:10:31.325715 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 1419b68d-fc40-487f-bb6d-3ad0673a1fe3) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:31.331290 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:31.332087 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.334292 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port d06cab40-ca23-4d92-8848-e92b3737046b completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:31.339575 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753b6a7d-4d86-4aee-a609-634dc7873e3d None None] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:31.343248 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d06cab40-ca23-4d92-8848-e92b3737046b triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:31.343759 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.350461 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-6a05e9da-2568-4cc8-844b-4fa60eecbd4a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4342427 Jul 20 15:10:31.351322 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8161a26c-bcee-478e-9cb1-653cbd9327a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.353127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51322) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:31.359981 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:31.377081 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8161a26c-bcee-478e-9cb1-653cbd9327a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.388188 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.389381 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.446329 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8161a26c-bcee-478e-9cb1-653cbd9327a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.449937 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8161a26c-bcee-478e-9cb1-653cbd9327a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.454039 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.454810 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-8161a26c-bcee-478e-9cb1-653cbd9327a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d753119-bbc2-4872-a78c-1ce5e3bfa71d HTTP/1.1" status: 204 len: 168 time: 0.1895692 Jul 20 15:10:31.463918 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161a26c-bcee-478e-9cb1-653cbd9327a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d753119-bbc2-4872-a78c-1ce5e3bfa71d,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:31.524155 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.558102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port d06cab40-ca23-4d92-8848-e92b3737046b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d06cab40-ca23-4d92-8848-e92b3737046b,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:31.563634 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.610179 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'fixed_ips': [{'subnet_id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:10:31.611105 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.659426 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=d06cab40-ca23-4d92-8848-e92b3737046b,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:31.787202 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Allocated IP 172.20.0.2 (1419b68d-fc40-487f-bb6d-3ad0673a1fe3/e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2/651873c9-7d0a-4173-bdb6-d4bd83f6528b) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:31.805469 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51328) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:31.824741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81b1b329-c4a1-455f-8a2a-5ddbb1cddb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.914496 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.946863 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81b1b329-c4a1-455f-8a2a-5ddbb1cddb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.952009 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-81b1b329-c4a1-455f-8a2a-5ddbb1cddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.958949 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.967911 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Transition to ACTIVE for port object 651873c9-7d0a-4173-bdb6-d4bd83f6528b will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:31.983081 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Transition to ACTIVE for port object 651873c9-7d0a-4173-bdb6-d4bd83f6528b will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:31.992480 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:31.996959 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51330) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:31.997518 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-81b1b329-c4a1-455f-8a2a-5ddbb1cddb97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20dc4e64c80243d08079047b1f26c7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894729 Jul 20 15:10:31.998409 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1b329-c4a1-455f-8a2a-5ddbb1cddb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488352be-13a9-4f7b-beb0-b0f4f03ca666,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:32.028870 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:32.031877 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:32.035503 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:32.064025 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7896bac4-ab3f-4763-ba5f-b4022356b1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.074400 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Pushing event updated for resources: {'Port': ['ID=651873c9-7d0a-4173-bdb6-d4bd83f6528b,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:32.113584 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Attempting to bind port 651873c9-7d0a-4173-bdb6-d4bd83f6528b on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:32.114116 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Attempting to bind port 651873c9-7d0a-4173-bdb6-d4bd83f6528b by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:32.114522 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Attempting to bind port 651873c9-7d0a-4173-bdb6-d4bd83f6528b on network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:32.120603 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:32.120982 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Checking segment: {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:32.122342 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.122342 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Bound using segment: {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:32.122342 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Bound port: 651873c9-7d0a-4173-bdb6-d4bd83f6528b, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:32.122703 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.123678 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7896bac4-ab3f-4763-ba5f-b4022356b1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.191747 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] For port 651873c9-7d0a-4173-bdb6-d4bd83f6528b, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:32.195105 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] For port 651873c9-7d0a-4173-bdb6-d4bd83f6528b, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=651873c9-7d0a-4173-bdb6-d4bd83f6528b,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:32.203487 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.222332 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:32.238868 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:32.239082 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d8dc-2c60-47ff-827b-589d987842eb req-b8c0f4be-2529-4cbf-847a-181189d6eaec tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:32.239542 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:32.246000 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-18f6d8dc-2c60-47ff-827b-589d987842eb req-b8c0f4be-2529-4cbf-847a-181189d6eaec tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 945 time: 0.0774105 Jul 20 15:10:32.252499 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.284289 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.285120 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bae020-60a0-4a42-90af-1c7dbf953600 None None] Pushing event updated for resources: {'Port': ['ID=651873c9-7d0a-4173-bdb6-d4bd83f6528b,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:32.307365 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-18f6d8dc-2c60-47ff-827b-589d987842eb req-ae77686c-25be-461c-a390-e69904fd9134 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Jul 20 15:10:32.319324 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7896bac4-ab3f-4763-ba5f-b4022356b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.328428 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7896bac4-ab3f-4763-ba5f-b4022356b1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.330153 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-7896bac4-ab3f-4763-ba5f-b4022356b1a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/488352be-13a9-4f7b-beb0-b0f4f03ca666 HTTP/1.1" status: 204 len: 168 time: 0.3319428 Jul 20 15:10:32.365796 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896bac4-ab3f-4763-ba5f-b4022356b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488352be-13a9-4f7b-beb0-b0f4f03ca666,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:32.396957 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:32.473149 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Allocated IP 172.27.3.187 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/23cb1be8-c0d3-4a52-b031-706280929212) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:32.664278 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.689438 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:29Z', 'revision_number': 2, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:32.710934 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.720423 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:32.720618 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Updating router f67991de-d460-4b2c-a31f-2fa4127d5c5a port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:10:32.756522 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:32.785027 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb1be8-c0d3-4a52-b031-706280929212,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:32.796467 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:32.801030 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:32.825915 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51338) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:32.844898 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c459-cf69-499f-9dcc-9ddfca800aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.867294 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:32.919705 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-115bbc5c-14c2-4fb5-a77a-dac94eb6de5a tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:32.921301 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-115bbc5c-14c2-4fb5-a77a-dac94eb6de5a tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 945 time: 0.1604955 Jul 20 15:10:33.048564 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c459-cf69-499f-9dcc-9ddfca800aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.058831 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c459-cf69-499f-9dcc-9ddfca800aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.102093 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.128295 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Deleting port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:33.128628 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.165007 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5ee4c459-cf69-499f-9dcc-9ddfca800aa6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3354f57f713a486f98b4be931b9ca2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376176 Jul 20 15:10:33.175342 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51340) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:33.177304 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4c459-cf69-499f-9dcc-9ddfca800aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867002b-9bd2-4476-8163-56632f5d4dfb,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:33.180535 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.191980 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Transition to ACTIVE for port object 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:33.200773 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.244511 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Pushing event updated for resources: {'Port': ['ID=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:33.254811 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.255160 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.255507 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.255841 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.256353 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.257160 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.257670 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.258216 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.258774 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.259266 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.259749 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.260248 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:33.309455 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3888869-cb27-41b4-a08b-36ebf9703203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.346691 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Attempting to bind port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:33.347311 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Attempting to bind port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:33.347879 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Attempting to bind port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:33.354732 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:33.355815 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Checking segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:33.356555 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.357268 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Bound using segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:33.357913 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Bound port: 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:33.358477 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.371429 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] For port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:33.371797 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.376411 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3888869-cb27-41b4-a08b-36ebf9703203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.424267 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Calling delete_port for b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:33.447353 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] For port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:33.451396 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] For port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:33.452369 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 651873c9-7d0a-4173-bdb6-d4bd83f6528b up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:33.460631 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.504737 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.532663 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f83e8-e633-4617-b3e6-c92c9b38ea88 None None] Pushing event updated for resources: {'Port': ['ID=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:33.551084 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:33.552113 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:33.589738 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 651873c9-7d0a-4173-bdb6-d4bd83f6528b completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:33.596916 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d06cab40-ca23-4d92-8848-e92b3737046b up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:33.607125 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3888869-cb27-41b4-a08b-36ebf9703203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.610053 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3888869-cb27-41b4-a08b-36ebf9703203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.618168 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-d3888869-cb27-41b4-a08b-36ebf9703203 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3867002b-9bd2-4476-8163-56632f5d4dfb HTTP/1.1" status: 204 len: 168 time: 0.4377890 Jul 20 15:10:33.675997 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3888869-cb27-41b4-a08b-36ebf9703203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867002b-9bd2-4476-8163-56632f5d4dfb,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:33.696120 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48d050-bb2a-4a7d-96c2-0d6cc04c89fd req-35c29674-53be-4375-9194-921a5cedef89 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:33.709393 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4a48d050-bb2a-4a7d-96c2-0d6cc04c89fd req-35c29674-53be-4375-9194-921a5cedef89 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64f6ae9-ca4f-43f2-9874-386263b699cc HTTP/1.1" status: 200 len: 945 time: 0.2013524 Jul 20 15:10:33.710445 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3c83e-247a-44d6-8add-622e5c5eba3f None None] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:33.715501 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:33.779851 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d06cab40-ca23-4d92-8848-e92b3737046b triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:33.780244 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.785674 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.837166 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491', '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', '536b3347-2962-4a82-9f6c-a87e6a4ee299', 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:33.837926 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event deleted for resources: {'Port': ['ID=b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:33.884958 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4a48d050-bb2a-4a7d-96c2-0d6cc04c89fd req-1b386d98-1aeb-4481-8378-d14ca2d5b32e tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742852 Jul 20 15:10:33.901995 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] No DVR routers for this DVR port b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:33.905454 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.908809 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4d39e95e-992e-4e03-98b7-6696bcf7579d req-3cd4d3f4-d251-49bd-a121-a55e57f3e3b7 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "DELETE /v2.0/ports/b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc HTTP/1.1" status: 204 len: 173 time: 0.9799793 Jul 20 15:10:33.909580 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'name': 'network-vif-deleted', 'tag': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:33.912444 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc7bfd9-178e-4f0f-9e2c-9eca892be8c6" -d '{"events": [{"server_uuid": "b64f6ae9-ca4f-43f2-9874-386263b699cc", "name": "network-vif-deleted", "tag": "b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:33.927454 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Router de6463d7-aa1e-4632-be02-71430002ad85 is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:10:33.932257 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] Provisioning for port 651873c9-7d0a-4173-bdb6-d4bd83f6528b completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:33.952372 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] Provisioning complete for port 651873c9-7d0a-4173-bdb6-d4bd83f6528b triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:33.952743 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:33.988015 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d811df1-bdea-45bf-b408-bddc1688fba7 x-openstack-request-id: req-1d811df1-bdea-45bf-b408-bddc1688fba7 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:33.988314 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f6ae9-ca4f-43f2-9874-386263b699cc", "name": "network-vif-deleted", "tag": "b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:33.988569 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d811df1-bdea-45bf-b408-bddc1688fba7 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:33.988976 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f6ae9-ca4f-43f2-9874-386263b699cc', 'name': 'network-vif-deleted', 'tag': 'b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc', 'status': 'completed', 'code': 200} Jul 20 15:10:34.061465 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:33Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:34.101728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:34.102875 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99163c-9a9d-48c9-9df0-5848ccdfbc35 None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:33Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:34.129408 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:34.130704 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-0705fa72-3484-4ffb-8e56-451b59551cd0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7758651 Jul 20 15:10:34.133647 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51350) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:34.151828 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Sync routers for ids ['de6463d7-aa1e-4632-be02-71430002ad85'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:34.231658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Routers {'de6463d7-aa1e-4632-be02-71430002ad85'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:34.232466 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['de6463d7-aa1e-4632-be02-71430002ad85'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:34.415181 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:34.473525 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Set router de6463d7-aa1e-4632-be02-71430002ad85 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:34.607199 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] For port 651873c9-7d0a-4173-bdb6-d4bd83f6528b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=651873c9-7d0a-4173-bdb6-d4bd83f6528b,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:34.646650 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:34.813921 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:34.980294 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4c43-a6f9-483c-8e52-19cc340bfb1d None None] Pushing event updated for resources: {'Port': ['ID=651873c9-7d0a-4173-bdb6-d4bd83f6528b,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:35.074931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Allocated IP 172.20.0.1 (1419b68d-fc40-487f-bb6d-3ad0673a1fe3/e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2/dfc24252-8bd4-48f2-81f9-64cf587a5c69) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:35.084890 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-20783141-d0ba-44a4-8f25-eb048787ea84 None None] Provisioning complete for port 651873c9-7d0a-4173-bdb6-d4bd83f6528b triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:35.085319 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-20783141-d0ba-44a4-8f25-eb048787ea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.166182 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:10:32Z', 'revision_number': 3, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:35.217840 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Checking router: de6463d7-aa1e-4632-be02-71430002ad85 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:35.218003 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Updating router de6463d7-aa1e-4632-be02-71430002ad85 port 23cb1be8-c0d3-4a52-b031-706280929212 binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:10:35.237446 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.265127 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Transition to ACTIVE for port object dfc24252-8bd4-48f2-81f9-64cf587a5c69 will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:35.305382 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.320785 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.335780 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:35.370310 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:35.377573 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:35.381979 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:35.390315 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc24252-8bd4-48f2-81f9-64cf587a5c69,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:35.437897 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.530294 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:35.544160 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:35.544541 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.632624 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.748098 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.778996 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.804874 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Transition to ACTIVE for port object 23cb1be8-c0d3-4a52-b031-706280929212 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:35.810296 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:35.816600 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.817904 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 651873c9-7d0a-4173-bdb6-d4bd83f6528b up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:35.829762 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.835488 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.840923 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.907306 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc24252-8bd4-48f2-81f9-64cf587a5c69,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:35.910058 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.931644 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Attempting to bind port 23cb1be8-c0d3-4a52-b031-706280929212 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:35.932038 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Attempting to bind port 23cb1be8-c0d3-4a52-b031-706280929212 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:35.932371 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Attempting to bind port 23cb1be8-c0d3-4a52-b031-706280929212 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:35.934806 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:35.940290 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-d3442b01-be62-454f-9186-56e3521d696c None None] Provisioning for port dfc24252-8bd4-48f2-81f9-64cf587a5c69 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:35.965381 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:35.965781 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:35.966138 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.966527 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:35.967026 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Bound port: 23cb1be8-c0d3-4a52-b031-706280929212, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:35.967389 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:35.968901 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-d3442b01-be62-454f-9186-56e3521d696c None None] Provisioning complete for port dfc24252-8bd4-48f2-81f9-64cf587a5c69 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:35.969289 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-d3442b01-be62-454f-9186-56e3521d696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:36.009515 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:36.010957 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:36.055876 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768464f-3b10-48b9-8d12-8836e8dfeecc None None] Pushing event updated for resources: {'Port': ['ID=23cb1be8-c0d3-4a52-b031-706280929212,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:36.078731 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 651873c9-7d0a-4173-bdb6-d4bd83f6528b triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:36.078731 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:36.103609 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-d3442b01-be62-454f-9186-56e3521d696c None None] Port dfc24252-8bd4-48f2-81f9-64cf587a5c69 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:10:36.110485 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-31a8d8e8-e949-44dc-9df7-d42c5c8f25cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:36.120696 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] For port 23cb1be8-c0d3-4a52-b031-706280929212, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:36.128870 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] For port 23cb1be8-c0d3-4a52-b031-706280929212, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=23cb1be8-c0d3-4a52-b031-706280929212,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:36.136412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:36.159425 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Router de6463d7-aa1e-4632-be02-71430002ad85 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:10:36.258580 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Routers {'de6463d7-aa1e-4632-be02-71430002ad85'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:36.259340 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['de6463d7-aa1e-4632-be02-71430002ad85'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:36.334455 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768464f-3b10-48b9-8d12-8836e8dfeecc None None] Pushing event updated for resources: {'Port': ['ID=23cb1be8-c0d3-4a52-b031-706280929212,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:36.342888 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:10:36.348970 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c100d729-a4b8-4eb6-8222-364af2a5ad05 admin admin] 10.222.0.35 "PUT /v2.0/routers/de6463d7-aa1e-4632-be02-71430002ad85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2142529 Jul 20 15:10:36.409591 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] Set router de6463d7-aa1e-4632-be02-71430002ad85 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:36.454295 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:36.485945 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:36.486204 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b0bc0c8f-ac2c-457e-ab8b-d470ee26f1dc not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:36.499518 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:10:36.512980 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-ad281db3-899f-42c9-8293-65781c977801 None None] Provisioning complete for port dfc24252-8bd4-48f2-81f9-64cf587a5c69 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:36.513351 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-ad281db3-899f-42c9-8293-65781c977801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:36.547160 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fcd30-0235-44e2-a585-96ef1e9ec0d4 req-3dcc6761-6e37-495a-9022-b4b24668d607 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:36.555297 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4a3fcd30-0235-44e2-a585-96ef1e9ec0d4 req-3dcc6761-6e37-495a-9022-b4b24668d607 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 946 time: 0.0954945 Jul 20 15:10:36.601557 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-ad281db3-899f-42c9-8293-65781c977801 None None] Port dfc24252-8bd4-48f2-81f9-64cf587a5c69 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:10:36.611542 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4a3fcd30-0235-44e2-a585-96ef1e9ec0d4 req-0903cc9e-1d33-4402-b646-e30773f459c2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Jul 20 15:10:36.721308 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'dfc24252-8bd4-48f2-81f9-64cf587a5c69', 'name': '', 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'mac_address': 'fa:16:3e:68:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:34Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 2, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'subnets': [{'id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:36.753712 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0c9a6-90f4-40fb-9ff8-269d3f2249e4 None None] The sync data for ids ['de6463d7-aa1e-4632-be02-71430002ad85'] in dv-cinder-778907-2-iscsi is: [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'dfc24252-8bd4-48f2-81f9-64cf587a5c69', 'name': '', 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'mac_address': 'fa:16:3e:68:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:34Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 2, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'subnets': [{'id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:37.226279 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51420) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:37.231248 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:37.232200 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905134599', 'description': 'tempest-secgroup-smoke-1905134599 description', 'project_id': '1355c68851d241458809791518306d9e'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:37.256009 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.282342 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:37.282676 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.356420 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.361539 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.389688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.390979 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1636589 Jul 20 15:10:37.394204 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51422) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:37.395484 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14ab24-69b1-4482-ba0d-6d31f2cb3d32 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9da53f-628d-4786-bb6a-2a9120e0af44,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:37.408601 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group_rule': {'security_group_id': 'bc9da53f-628d-4786-bb6a-2a9120e0af44', 'project_id': '1355c68851d241458809791518306d9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:37.464578 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.524753 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.529337 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.548257 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dbba5c-325d-425b-85ef-ee911b4db24f,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:37.562865 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.564950 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-99646eae-3684-4cc1-963e-d2361a836001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693413 Jul 20 15:10:37.567636 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51424) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:37.572397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group_rule': {'security_group_id': 'bc9da53f-628d-4786-bb6a-2a9120e0af44', 'project_id': '1355c68851d241458809791518306d9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:37.600559 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.676008 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.682014 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.701253 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaa3d0a-640f-4130-a8e3-b35f8e4d4185,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:37.712081 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.712499 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-ade41191-1c74-40cb-8465-cab997f74a84 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438813 Jul 20 15:10:37.716035 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51428) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:37.721751 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group_rule': {'security_group_id': 'bc9da53f-628d-4786-bb6a-2a9120e0af44', 'project_id': '1355c68851d241458809791518306d9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:37.761014 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea712-a6a7-48a7-9646-262267ff8260 req-32069162-2be4-4b4f-93e1-a9e7eda8c687 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:37.762970 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-164ea712-a6a7-48a7-9646-262267ff8260 req-32069162-2be4-4b4f-93e1-a9e7eda8c687 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 946 time: 0.0923042 Jul 20 15:10:37.771129 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.820826 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-164ea712-a6a7-48a7-9646-262267ff8260 req-6d3f38aa-8955-483e-bb38-abe9c897732d tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Jul 20 15:10:37.865787 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.870388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.891721 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e2e0d5-215e-47ce-8e65-0b1a6a1d0847,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:37.896174 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:37.900370 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51432) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:37.900491 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c68129a5-0a2e-4d96-a807-5ddf14d041b2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834605 Jul 20 15:10:37.905285 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group_rule': {'security_group_id': 'bc9da53f-628d-4786-bb6a-2a9120e0af44', 'project_id': '1355c68851d241458809791518306d9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:37.950454 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.017016 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.021714 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.054657 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bb3e41-89b7-48f2-a11c-63226cf891cd,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:38.066800 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.068117 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-bd287b2a-7015-41cd-8106-203f4c80721c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667318 Jul 20 15:10:38.071051 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51442) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:38.075776 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group_rule': {'security_group_id': 'bc9da53f-628d-4786-bb6a-2a9120e0af44', 'project_id': '1355c68851d241458809791518306d9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:38.105184 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.securitygroups_db [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Project 1355c68851d241458809791518306d9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:10:38.112801 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.158172 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-4fb0fda6-e047-4a29-994c-87b129084bf4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:38.160068 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-4fb0fda6-e047-4a29-994c-87b129084bf4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 946 time: 0.0950418 Jul 20 15:10:38.207841 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.213893 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.245032 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26069efe-ebcf-47c8-aa95-2e9185194cdc,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:38.254520 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.256491 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-052b5611-e2fe-4eb7-b2d3-b5fde72f0f06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1841183 Jul 20 15:10:38.259863 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51448) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:38.265446 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'security_group_rule': {'security_group_id': 'bc9da53f-628d-4786-bb6a-2a9120e0af44', 'project_id': '1355c68851d241458809791518306d9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:38.308528 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.securitygroups_db [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Project 1355c68851d241458809791518306d9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:10:38.314631 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Deleting port 536b3347-2962-4a82-9f6c-a87e6a4ee299 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:38.314981 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.320098 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.460346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.472344 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.475634 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] For port 536b3347-2962-4a82-9f6c-a87e6a4ee299, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=536b3347-2962-4a82-9f6c-a87e6a4ee299,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:38.475998 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.503397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8286ce2-9e7f-419c-b510-54029cd4dd6c,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:38.509905 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Calling delete_port for 536b3347-2962-4a82-9f6c-a87e6a4ee299 owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:38.523299 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.528475 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-3957959d-4d5c-4cb1-bf40-aee7353cd8b1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2630637 Jul 20 15:10:38.680144 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a0b1-c2f7-4c3a-af25-ad12ae007e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.708038 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.718439 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.749353 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491', '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:38.754173 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event deleted for resources: {'Port': ['ID=536b3347-2962-4a82-9f6c-a87e6a4ee299,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:38.799878 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] No DVR routers for this DVR port 536b3347-2962-4a82-9f6c-a87e6a4ee299 on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:38.803084 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:38.805734 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-be76a2cd-7bf7-4558-95c3-1e4d0c504068 req-e5f4620e-6dcd-4d6f-9682-9d1cdf5911fc tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "DELETE /v2.0/ports/536b3347-2962-4a82-9f6c-a87e6a4ee299 HTTP/1.1" status: 204 len: 173 time: 0.6398208 Jul 20 15:10:38.806473 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'name': 'network-vif-deleted', 'tag': '536b3347-2962-4a82-9f6c-a87e6a4ee299'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:38.820801 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d4c1c5-3f31-420a-aa24-850b1ba38b8f" -d '{"events": [{"server_uuid": "53c8a645-cc41-4b42-94bd-1a617fbdc424", "name": "network-vif-deleted", "tag": "536b3347-2962-4a82-9f6c-a87e6a4ee299"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:38.893089 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c786919d-d756-474d-acb0-b76b3b82fd3a x-openstack-request-id: req-c786919d-d756-474d-acb0-b76b3b82fd3a {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:38.893675 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c8a645-cc41-4b42-94bd-1a617fbdc424", "name": "network-vif-deleted", "tag": "536b3347-2962-4a82-9f6c-a87e6a4ee299", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:38.894388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c786919d-d756-474d-acb0-b76b3b82fd3a {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:38.895014 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c8a645-cc41-4b42-94bd-1a617fbdc424', 'name': 'network-vif-deleted', 'tag': '536b3347-2962-4a82-9f6c-a87e6a4ee299', 'status': 'completed', 'code': 200} Jul 20 15:10:38.961276 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-37aa06f2-55d2-4628-a0a5-df36d7a7a8af req-b737b2c2-ba0b-4bd3-afd6-cdc799b930db tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=53c8a645-cc41-4b42-94bd-1a617fbdc424 HTTP/1.1" status: 200 len: 210 time: 0.0429492 Jul 20 15:10:39.254830 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Sync routers for ids ['de6463d7-aa1e-4632-be02-71430002ad85'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:10:39.265813 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Routers {'de6463d7-aa1e-4632-be02-71430002ad85'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:39.267122 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['de6463d7-aa1e-4632-be02-71430002ad85'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:39.301076 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 23cb1be8-c0d3-4a52-b031-706280929212 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:39.357300 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 23cb1be8-c0d3-4a52-b031-706280929212 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:39.363797 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 23cb1be8-c0d3-4a52-b031-706280929212 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:39.364266 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:39.385798 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Set router de6463d7-aa1e-4632-be02-71430002ad85 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:39.462737 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:39.492329 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 23cb1be8-c0d3-4a52-b031-706280929212, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=23cb1be8-c0d3-4a52-b031-706280929212,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:39.497791 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:39.554985 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=23cb1be8-c0d3-4a52-b031-706280929212,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:39.562554 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.563532 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.563835 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.564182 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.564517 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.564849 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.565180 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.565511 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.565896 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.566282 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.566634 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.566961 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:39.636922 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'dfc24252-8bd4-48f2-81f9-64cf587a5c69', 'name': '', 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'mac_address': 'fa:16:3e:68:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:34Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 2, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'subnets': [{'id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:39.668316 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Checking router: de6463d7-aa1e-4632-be02-71430002ad85 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:10:39.668667 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Updating router de6463d7-aa1e-4632-be02-71430002ad85 port dfc24252-8bd4-48f2-81f9-64cf587a5c69 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:10:39.705322 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:39.857985 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:39.972636 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:39.982854 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Transition to ACTIVE for port object dfc24252-8bd4-48f2-81f9-64cf587a5c69 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:39.988784 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:40.035102 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08f568-f7b0-4cb1-9173-31c4df41e86b None None] Pushing event updated for resources: {'Port': ['ID=dfc24252-8bd4-48f2-81f9-64cf587a5c69,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:40.105182 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Attempting to bind port dfc24252-8bd4-48f2-81f9-64cf587a5c69 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:40.105436 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Attempting to bind port dfc24252-8bd4-48f2-81f9-64cf587a5c69 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:40.105651 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Attempting to bind port dfc24252-8bd4-48f2-81f9-64cf587a5c69 on network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:40.112345 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:40.112860 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Checking segment: {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:40.113209 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:40.113820 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Bound using segment: {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:40.114332 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Bound port: dfc24252-8bd4-48f2-81f9-64cf587a5c69, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76a1455-8784-426a-abd2-092079870ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:40.115055 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:40.194315 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] For port dfc24252-8bd4-48f2-81f9-64cf587a5c69, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:40.197863 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] For port dfc24252-8bd4-48f2-81f9-64cf587a5c69, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=dfc24252-8bd4-48f2-81f9-64cf587a5c69,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:40.203706 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:40.285453 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e60b-7b61-4105-bbd6-a56d8e69a89a req-6f50f660-fafa-482e-8719-6f4cd3d23aa9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:40.287598 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e4c6e60b-7b61-4105-bbd6-a56d8e69a89a req-6f50f660-fafa-482e-8719-6f4cd3d23aa9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 945 time: 0.0815523 Jul 20 15:10:40.288303 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08f568-f7b0-4cb1-9173-31c4df41e86b None None] Pushing event updated for resources: {'Port': ['ID=dfc24252-8bd4-48f2-81f9-64cf587a5c69,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:40.312370 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Routers {'de6463d7-aa1e-4632-be02-71430002ad85'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:10:40.313795 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:10:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['de6463d7-aa1e-4632-be02-71430002ad85'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:40.348537 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e4c6e60b-7b61-4105-bbd6-a56d8e69a89a req-857c8221-7f78-4bc6-ba4a-1620ab55acd2 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489612 Jul 20 15:10:40.433794 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 536b3347-2962-4a82-9f6c-a87e6a4ee299 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:40.463249 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 536b3347-2962-4a82-9f6c-a87e6a4ee299 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:40.463658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 536b3347-2962-4a82-9f6c-a87e6a4ee299 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:40.584540 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] Set router de6463d7-aa1e-4632-be02-71430002ad85 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:10:40.796026 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'dfc24252-8bd4-48f2-81f9-64cf587a5c69', 'name': '', 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'mac_address': 'fa:16:3e:68:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:34Z', 'updated_at': '2021-07-20T15:10:40Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'subnets': [{'id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:40.824271 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a21257-0688-4fbc-bd43-8b4b367b9870 None None] The sync data for ids ['de6463d7-aa1e-4632-be02-71430002ad85'] in dv-cinder-778907-2-iscsi is: [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'dfc24252-8bd4-48f2-81f9-64cf587a5c69', 'name': '', 'network_id': '1419b68d-fc40-487f-bb6d-3ad0673a1fe3', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'mac_address': 'fa:16:3e:68:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:34Z', 'updated_at': '2021-07-20T15:10:40Z', 'revision_number': 4, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'subnets': [{'id': 'e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:10:41.248183 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 23cb1be8-c0d3-4a52-b031-706280929212 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:41.295289 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 23cb1be8-c0d3-4a52-b031-706280929212 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:41.295573 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:41.380740 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device dfc24252-8bd4-48f2-81f9-64cf587a5c69 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:41.449456 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:41.459981 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port dfc24252-8bd4-48f2-81f9-64cf587a5c69 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:41.465225 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port dfc24252-8bd4-48f2-81f9-64cf587a5c69 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:41.465713 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:41.505243 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d49cc-f764-477a-97be-f629f3d95f0a req-619573df-8962-4dad-a78e-043b1a41626b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:41.507044 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a07d49cc-f764-477a-97be-f629f3d95f0a req-619573df-8962-4dad-a78e-043b1a41626b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 945 time: 0.0798614 Jul 20 15:10:41.545212 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a07d49cc-f764-477a-97be-f629f3d95f0a req-adc5ef89-a273-41f2-a391-fc65e1ee2d7b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Jul 20 15:10:41.560414 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:41.594628 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port dfc24252-8bd4-48f2-81f9-64cf587a5c69, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=dfc24252-8bd4-48f2-81f9-64cf587a5c69,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:41.598657 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:41.652922 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=dfc24252-8bd4-48f2-81f9-64cf587a5c69,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:41.823014 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-45606ca3-7bec-4eb1-99d1-1af2a899dc1d tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:41.824683 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-45606ca3-7bec-4eb1-99d1-1af2a899dc1d tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 945 time: 0.0684226 Jul 20 15:10:41.932450 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Deleting port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:41.932934 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:42.027288 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] For port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:42.027640 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:42.042149 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Calling delete_port for 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:42.180606 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:42.208707 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event deleted for resources: {'Port': ['ID=9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:42.215009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491', '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:42.263254 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] No DVR routers for this DVR port 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:42.268568 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:42.270579 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c09682f6-8c9b-4e6b-898d-aa09f25a6ae7 req-f3bd7783-2123-40d0-8900-c8013d723534 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "DELETE /v2.0/ports/9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a HTTP/1.1" status: 204 len: 173 time: 0.4401355 Jul 20 15:10:42.271065 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'name': 'network-vif-deleted', 'tag': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:42.274502 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c573b1a-f89d-4c55-92cf-79f190fa8680" -d '{"events": [{"server_uuid": "c6f85086-f823-4b4d-8c86-44179f4f2768", "name": "network-vif-deleted", "tag": "9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:42.317623 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0808f54-7ada-43d7-8734-69be42168b74 x-openstack-request-id: req-e0808f54-7ada-43d7-8734-69be42168b74 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:42.318050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f85086-f823-4b4d-8c86-44179f4f2768", "name": "network-vif-deleted", "tag": "9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:42.318281 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0808f54-7ada-43d7-8734-69be42168b74 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:42.318702 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f85086-f823-4b4d-8c86-44179f4f2768', 'name': 'network-vif-deleted', 'tag': '9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a', 'status': 'completed', 'code': 200} Jul 20 15:10:42.664887 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7f844ff6-5a1c-4870-8e25-b19d84f5ec0b req-0418def2-839e-4def-b146-fae944a25bc4 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6f85086-f823-4b4d-8c86-44179f4f2768 HTTP/1.1" status: 200 len: 210 time: 0.0346582 Jul 20 15:10:43.221999 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device dfc24252-8bd4-48f2-81f9-64cf587a5c69 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:43.273273 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port dfc24252-8bd4-48f2-81f9-64cf587a5c69 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:43.273550 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.335446 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51578) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:43.447441 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c8a82747-0a9a-4879-b18d-44b50e2f7271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.554117 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c8a82747-0a9a-4879-b18d-44b50e2f7271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.558763 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-c8a82747-0a9a-4879-b18d-44b50e2f7271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.598647 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-c8a82747-0a9a-4879-b18d-44b50e2f7271 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=030c56dbd73b4f0e99b9ba766f409e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620647 Jul 20 15:10:43.599864 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a82747-0a9a-4879-b18d-44b50e2f7271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6726736d-bf77-443d-908a-6177b305c17c,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:43.601270 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51584) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:43.650200 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-85090f51-c451-4436-8c05-1068f837fa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.672545 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-85090f51-c451-4436-8c05-1068f837fa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.721044 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-85090f51-c451-4436-8c05-1068f837fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.724139 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-85090f51-c451-4436-8c05-1068f837fa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:43.728099 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-85090f51-c451-4436-8c05-1068f837fa2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6726736d-bf77-443d-908a-6177b305c17c HTTP/1.1" status: 204 len: 168 time: 0.1258209 Jul 20 15:10:43.736147 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090f51-c451-4436-8c05-1068f837fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726736d-bf77-443d-908a-6177b305c17c,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:44.016717 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51596) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:44.030032 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f7fc-dc92-4fda-8237-4d36f4b168a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.122229 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f7fc-dc92-4fda-8237-4d36f4b168a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.126499 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f7fc-dc92-4fda-8237-4d36f4b168a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.162842 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7f7fc-dc92-4fda-8237-4d36f4b168a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64d8e7-898b-419b-999b-c539c6adb1a5,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:44.172982 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a7d7f7fc-dc92-4fda-8237-4d36f4b168a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4310950dd6f24b1dba0f9403733f3de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496017 Jul 20 15:10:44.172982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51598) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:44.227695 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3f01663-4b13-4c16-acee-878e17ddea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.251727 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3f01663-4b13-4c16-acee-878e17ddea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.300128 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3f01663-4b13-4c16-acee-878e17ddea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.302957 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a3f01663-4b13-4c16-acee-878e17ddea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.303992 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a3f01663-4b13-4c16-acee-878e17ddea17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b64d8e7-898b-419b-999b-c539c6adb1a5 HTTP/1.1" status: 204 len: 168 time: 0.1309605 Jul 20 15:10:44.312880 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01663-4b13-4c16-acee-878e17ddea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64d8e7-898b-419b-999b-c539c6adb1a5,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:44.447875 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:44.467842 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:44.468187 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 9912e0e3-6b0d-47a2-81ef-9f35fbe3b89a not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:44.646826 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51606) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:44.659988 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f04c7ca9-a3de-4eb6-9c02-cb1e01499abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.747709 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f04c7ca9-a3de-4eb6-9c02-cb1e01499abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.752073 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f04c7ca9-a3de-4eb6-9c02-cb1e01499abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.791095 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f04c7ca9-a3de-4eb6-9c02-cb1e01499abe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=428e3531a2f04c368c11573ebd252566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431582 Jul 20 15:10:44.791931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c7ca9-a3de-4eb6-9c02-cb1e01499abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7f7fb-d935-409d-8e6a-abf00ce27115,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:44.793791 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51608) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:44.845291 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87a63ffe-e478-4ad4-9387-906f41e908fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.865816 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87a63ffe-e478-4ad4-9387-906f41e908fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.920140 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87a63ffe-e478-4ad4-9387-906f41e908fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.922983 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-87a63ffe-e478-4ad4-9387-906f41e908fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:44.924173 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-87a63ffe-e478-4ad4-9387-906f41e908fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cff7f7fb-d935-409d-8e6a-abf00ce27115 HTTP/1.1" status: 204 len: 168 time: 0.1288474 Jul 20 15:10:44.933077 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a63ffe-e478-4ad4-9387-906f41e908fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7f7fb-d935-409d-8e6a-abf00ce27115,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:45.133036 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78788f7-7431-473a-8ded-14e8fd81894e req-8f72b03a-7418-4bd2-97ca-06a96fabc3fd tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:45.134551 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c78788f7-7431-473a-8ded-14e8fd81894e req-8f72b03a-7418-4bd2-97ca-06a96fabc3fd tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 945 time: 0.0713501 Jul 20 15:10:45.173984 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c78788f7-7431-473a-8ded-14e8fd81894e req-2181d25f-60a0-4eff-a29b-8e346f365c5b tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Jul 20 15:10:45.642358 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51638) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:45.743809 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-461069068-network', 'tenant_id': 'ac4082ec0cb94ed893a80ff6a7912aac'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:45.768493 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Made reservation on behalf of ac4082ec0cb94ed893a80ff6a7912aac for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:45.771010 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.780125 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.883217 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.888061 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.914859 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:10:45.920994 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:45.927821 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.928163 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Added segment c287b4b6-2639-410a-a2d6-5d1c419b7a30 of type vlan for network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 Jul 20 15:10:45.969098 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.997960 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:45.999006 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:45.999591 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:46.034099 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3906476 Jul 20 15:10:46.037076 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51642) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:46.041982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Request body: {'subnet': {'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-461069068-subnet', 'tenant_id': 'ac4082ec0cb94ed893a80ff6a7912aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:46.062992 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68411b-246d-46ee-9be7-f218b36fc509 admin admin] Pushing event updated for resources: {'Network': ['ID=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:46.067388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Made reservation on behalf of ac4082ec0cb94ed893a80ff6a7912aac for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:46.069632 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3786736'] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:46.072534 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:10:46.258393 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2072882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3786626'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:46.315053 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9661681-e492-47e8-9054-97624876527b,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:46.323663 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273983f-3053-4316-9b77-1b0ce8d61091 req-6c30d5b5-a577-418f-9130-89ee27b917ea tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:46.324448 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Checking segment: {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:46.324800 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Network hostable DHCP agents. Network: 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:10:46.325189 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6273983f-3053-4316-9b77-1b0ce8d61091 req-6c30d5b5-a577-418f-9130-89ee27b917ea tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 945 time: 0.0680549 Jul 20 15:10:46.343115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:10:46.354805 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:46.359011 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:46.359630 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:46.366948 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7953f8-c447-4033-9c1d-711713ef5dcf None None] Network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:46.374523 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6273983f-3053-4316-9b77-1b0ce8d61091 req-ac788dbb-7629-427c-8c2e-870fe06fca08 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jul 20 15:10:46.384013 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-98dc21dc-853c-4200-b1db-6e8e057e6651 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3376436 Jul 20 15:10:46.500917 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9724264-0d74-46c6-9d82-dafa058d6882 None None] Network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:10:46.853026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-87610645-e1e1-4cb1-ba02-f4ead75c73bd tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:46.856007 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-87610645-e1e1-4cb1-ba02-f4ead75c73bd tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 945 time: 0.0878825 Jul 20 15:10:46.969323 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Deleting port b377033b-0294-43fb-bdac-361561b0e491 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:10:46.969667 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:47.054431 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] For port b377033b-0294-43fb-bdac-361561b0e491, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b377033b-0294-43fb-bdac-361561b0e491,segment=NetworkSegment(4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537),segment_id=4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:47.055135 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:47.066716 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Calling delete_port for b377033b-0294-43fb-bdac-361561b0e491 owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:10:47.483559 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:47.519701 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b377033b-0294-43fb-bdac-361561b0e491'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:47.521374 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Pushing event deleted for resources: {'Port': ['ID=b377033b-0294-43fb-bdac-361561b0e491,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:47.574939 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] No DVR routers for this DVR port b377033b-0294-43fb-bdac-361561b0e491 on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:10:47.579166 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:47.581147 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc1a344f-22e7-4c0c-a1c4-73662eb713aa req-fcad969d-ce79-4b83-ab02-236ee001a514 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.36 "DELETE /v2.0/ports/b377033b-0294-43fb-bdac-361561b0e491 HTTP/1.1" status: 204 len: 173 time: 0.7205007 Jul 20 15:10:47.581586 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'name': 'network-vif-deleted', 'tag': 'b377033b-0294-43fb-bdac-361561b0e491'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:47.583861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ba1660-8ee3-4797-91b2-cc179a15fbbf" -d '{"events": [{"server_uuid": "fe96c952-3cf1-4e08-95bb-ae0474dcf201", "name": "network-vif-deleted", "tag": "b377033b-0294-43fb-bdac-361561b0e491"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:47.599637 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678300e8-746d-470d-909f-c7c38e0c565e req-9562e831-2e03-42a7-8b38-8d672b2fbb66 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:47.601188 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-678300e8-746d-470d-909f-c7c38e0c565e req-9562e831-2e03-42a7-8b38-8d672b2fbb66 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe96c952-3cf1-4e08-95bb-ae0474dcf201 HTTP/1.1" status: 200 len: 867 time: 0.1513820 Jul 20 15:10:47.626099 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e46f32a-01a1-4c77-a574-0de6ce11d1b5 x-openstack-request-id: req-1e46f32a-01a1-4c77-a574-0de6ce11d1b5 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:47.626419 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe96c952-3cf1-4e08-95bb-ae0474dcf201", "name": "network-vif-deleted", "tag": "b377033b-0294-43fb-bdac-361561b0e491", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:47.626723 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e46f32a-01a1-4c77-a574-0de6ce11d1b5 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:47.627153 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe96c952-3cf1-4e08-95bb-ae0474dcf201', 'name': 'network-vif-deleted', 'tag': 'b377033b-0294-43fb-bdac-361561b0e491', 'status': 'completed', 'code': 200} Jul 20 15:10:47.645153 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-678300e8-746d-470d-909f-c7c38e0c565e req-e2897e29-3233-4d1f-9883-eb38ffba46a9 tempest-AttachVolumeNegativeTest-91294502 tempest-AttachVolumeNegativeTest-91294502-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5985812-ff2a-440c-85e6-32a84a01f0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jul 20 15:10:48.159403 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-914c92fb-0ed3-4abc-884c-1f4308f7eba6 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:48.160884 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-914c92fb-0ed3-4abc-884c-1f4308f7eba6 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/networks?id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 200 len: 808 time: 0.1182454 Jul 20 15:10:48.184070 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-c0318c05-6728-4a6b-926a-39ab89d1545e tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/quotas/ac4082ec0cb94ed893a80ff6a7912aac HTTP/1.1" status: 200 len: 375 time: 0.0159206 Jul 20 15:10:48.222785 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-1eace950-d3a3-4dc6-bad1-2e3475c7c18c tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311980 Jul 20 15:10:48.350257 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-3ce0c145-9d6c-4908-bbac-21e01f973be2 service neutron] 10.222.0.35 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224811 Jul 20 15:10:48.445398 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9f4a3b6e-9f9c-4c7c-b31a-5fa2a8f31d97 service neutron] 10.222.0.35 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895271 Jul 20 15:10:48.613922 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3d614068-0e34-481a-b1c5-5785da0dafaf req-206fa47a-bdb4-4d77-b12b-5936a1913c60 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 210 time: 0.0320730 Jul 20 15:10:48.705292 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51688) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:48.756448 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Deleting subnet d023a680-be20-4a1e-8b2e-6061032884c4 {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:10:48.759744 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:48.797336 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:48.846919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:48.902790 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:48.939266 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d023a680-be20-4a1e-8b2e-6061032884c4,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:48.941257 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:48.943162 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-8e280ed4-5a49-4104-9095-f9df1415d470 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d023a680-be20-4a1e-8b2e-6061032884c4 HTTP/1.1" status: 204 len: 168 time: 0.2368045 Jul 20 15:10:48.945698 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51694) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:49.015906 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.101505 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.113547 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d9b160-c58c-4985-89b9-ed9496a46178']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:49.123861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:49.124134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc1e5c3-7b2a-4b5c-ad20-edcb0fa36537') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:10:49.136082 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.151018 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.158537 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:10:49.159134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:10:49.160993 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:10:49.221291 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.226935 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.228820 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/91d9b160-c58c-4985-89b9-ed9496a46178 HTTP/1.1" status: 204 len: 168 time: 0.2821527 Jul 20 15:10:49.239951 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3fdf8-658d-4def-8d39-a557277dd4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d9b160-c58c-4985-89b9-ed9496a46178,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:49.344245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51698) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:49.388068 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c13c2cd3-78a0-4fbc-9fea-094cbfe9bf6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6463ab3f794433fbc1b8dc0d60638d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426254 Jul 20 15:10:49.391552 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51700) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:49.438698 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fef23151-8c8b-4013-8d88-5313f2fa666c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.460797 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fef23151-8c8b-4013-8d88-5313f2fa666c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.512151 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fef23151-8c8b-4013-8d88-5313f2fa666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.513838 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fef23151-8c8b-4013-8d88-5313f2fa666c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:49.515513 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-fef23151-8c8b-4013-8d88-5313f2fa666c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5985812-ff2a-440c-85e6-32a84a01f0f9 HTTP/1.1" status: 204 len: 168 time: 0.1225286 Jul 20 15:10:49.523551 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef23151-8c8b-4013-8d88-5313f2fa666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5985812-ff2a-440c-85e6-32a84a01f0f9,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:49.719905 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-3993b56b-b3de-4ca7-b9e4-eda501fdda51 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:49.721411 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-3993b56b-b3de-4ca7-b9e4-eda501fdda51 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "GET /v2.0/networks?id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 200 len: 808 time: 0.1269872 Jul 20 15:10:49.756909 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e8eecec4-5e12-4d22-99a5-3e6b4461cad5 req-ce4a3e7b-4270-4215-b5e4-b0921e88dbdd tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 210 time: 0.0451612 Jul 20 15:10:49.760850 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Request body: {'port': {'device_id': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60', 'admin_state_up': True, 'tenant_id': 'ac4082ec0cb94ed893a80ff6a7912aac'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:49.888221 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Made reservation on behalf of ac4082ec0cb94ed893a80ff6a7912aac for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:49.894080 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.024708 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Allocated IP 172.20.0.3 (6fda7be7-cdd1-4587-a6ff-e8d5c1843e60/e9661681-e492-47e8-9054-97624876527b/b591ce78-cc99-456c-969d-84166fd1a70c) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:50.194444 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.235928 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.277861 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:50.285604 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:50.289551 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:50.315720 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Pushing event updated for resources: {'Port': ['ID=b591ce78-cc99-456c-969d-84166fd1a70c,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:50.344599 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:50.345324 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.360666 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-e3ac3c00-44f6-4157-9c88-091bcbe688f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062269 Jul 20 15:10:50.384793 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Request body: {'port': {'device_id': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:50.469944 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.510393 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b377033b-0294-43fb-bdac-361561b0e491 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:10:50.532651 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: b377033b-0294-43fb-bdac-361561b0e491 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:10:50.533014 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b377033b-0294-43fb-bdac-361561b0e491 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:10:50.778351 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b591ce78-cc99-456c-969d-84166fd1a70c {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:10:50.788462 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.804556 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Transition to ACTIVE for port object b591ce78-cc99-456c-969d-84166fd1a70c will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:50.809155 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:50.863451 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Pushing event updated for resources: {'Port': ['ID=b591ce78-cc99-456c-969d-84166fd1a70c,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:50.907647 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78cabd-0963-4660-9d88-c5c04bd49a21 req-fce23e3f-8f0c-40c4-8f58-e7f341be5b95 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:50.909278 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bf78cabd-0963-4660-9d88-c5c04bd49a21 req-fce23e3f-8f0c-40c4-8f58-e7f341be5b95 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 943 time: 0.0800841 Jul 20 15:10:50.952688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Attempting to bind port b591ce78-cc99-456c-969d-84166fd1a70c on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:50.953298 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Attempting to bind port b591ce78-cc99-456c-969d-84166fd1a70c by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:50.953726 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Attempting to bind port b591ce78-cc99-456c-969d-84166fd1a70c on network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:50.959419 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Port b591ce78-cc99-456c-969d-84166fd1a70c on network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:10:50.959742 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Attempting to bind port b591ce78-cc99-456c-969d-84166fd1a70c on network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:50.963442 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-bf78cabd-0963-4660-9d88-c5c04bd49a21 req-e1bcc9d0-e5d2-4925-a1fd-155fead4e368 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Jul 20 15:10:50.965076 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:50.965415 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Checking segment: {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:50.965802 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Bound using segment: {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:50.966237 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Bound port: b591ce78-cc99-456c-969d-84166fd1a70c, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:50.966638 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:51.039012 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] For port b591ce78-cc99-456c-969d-84166fd1a70c, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:51.042245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] For port b591ce78-cc99-456c-969d-84166fd1a70c, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b591ce78-cc99-456c-969d-84166fd1a70c,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:51.047917 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:51.085289 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:51.085905 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:51.087307 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] 10.222.0.36 "PUT /v2.0/ports/b591ce78-cc99-456c-969d-84166fd1a70c HTTP/1.1" status: 200 len: 1093 time: 0.7072425 Jul 20 15:10:51.087738 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'tag': 'b591ce78-cc99-456c-969d-84166fd1a70c'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:51.089961 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b196cd-c354-48fb-9996-8dae3d07ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0417fc-db61-4a02-94a9-4ff42142a611", "tag": "b591ce78-cc99-456c-969d-84166fd1a70c"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:51.115180 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840cfc5-b6a2-4678-8ead-c81661eedccb service neutron] Pushing event updated for resources: {'Port': ['ID=b591ce78-cc99-456c-969d-84166fd1a70c,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:51.141982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80a29c4-3fcf-45ac-b18a-3d73f5b82099 x-openstack-request-id: req-c80a29c4-3fcf-45ac-b18a-3d73f5b82099 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:51.142477 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0417fc-db61-4a02-94a9-4ff42142a611", "tag": "b591ce78-cc99-456c-969d-84166fd1a70c", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:51.142824 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c80a29c4-3fcf-45ac-b18a-3d73f5b82099 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:51.143230 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'tag': 'b591ce78-cc99-456c-969d-84166fd1a70c', 'status': 'completed', 'code': 200} Jul 20 15:10:51.216186 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-bbaf210d-f7ee-44f6-b628-2e730294e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:51.217814 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-bbaf210d-f7ee-44f6-b628-2e730294e7c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 1096 time: 0.0574234 Jul 20 15:10:51.268981 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-8bac817a-4c69-4c29-a48d-2955a53b3da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b591ce78-cc99-456c-969d-84166fd1a70c HTTP/1.1" status: 200 len: 217 time: 0.0365393 Jul 20 15:10:51.328990 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19b71-4683-4a31-960e-5727434e7aab req-0669fe88-ceb3-42bd-982a-072a09cc12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:51.330438 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-0669fe88-ceb3-42bd-982a-072a09cc12c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9661681-e492-47e8-9054-97624876527b HTTP/1.1" status: 200 len: 848 time: 0.0551360 Jul 20 15:10:51.368162 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-aebf92e4-92b5-4a5d-9c39-3424ef6be480 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278831 Jul 20 15:10:51.460246 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-567521f3-e611-45cf-97d1-3f02d4dd6fbd service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839620 Jul 20 15:10:51.552422 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0bc19b71-4683-4a31-960e-5727434e7aab req-9b85c4e7-c75a-4b2d-a0cf-12f09b1b5dff service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Jul 20 15:10:51.706743 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-43fc97ca-0a87-4a7a-bcce-4366fc438d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:51.708237 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-43fc97ca-0a87-4a7a-bcce-4366fc438d0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 1096 time: 0.0553851 Jul 20 15:10:51.801986 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-4bc0ad91-5df8-4657-b6d8-3a77f739535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:51.803569 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-4bc0ad91-5df8-4657-b6d8-3a77f739535a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 200 len: 909 time: 0.0884130 Jul 20 15:10:51.844865 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-0d16bf72-ef98-4e4f-99f4-535851542367 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b591ce78-cc99-456c-969d-84166fd1a70c HTTP/1.1" status: 200 len: 217 time: 0.0345316 Jul 20 15:10:51.899703 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-b36e4162-ae8b-4248-8b9f-20c33e90530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:51.901216 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-b36e4162-ae8b-4248-8b9f-20c33e90530c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9661681-e492-47e8-9054-97624876527b HTTP/1.1" status: 200 len: 848 time: 0.0491779 Jul 20 15:10:51.934761 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-f9fc7df0-eedf-4fec-b74e-e733ea1f5a38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265257 Jul 20 15:10:52.030290 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-13cae1d1-c9ba-45bb-bfba-a1ab56aeb366 service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882163 Jul 20 15:10:52.095561 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb9842-64ad-46f9-9f3e-1fd4ba993ed7 req-21230c62-edf0-48c0-b8a2-0f9fd21447a3 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:52.096962 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-73eb9842-64ad-46f9-9f3e-1fd4ba993ed7 req-21230c62-edf0-48c0-b8a2-0f9fd21447a3 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 943 time: 0.0689404 Jul 20 15:10:52.132612 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-10b196cd-c354-48fb-9996-8dae3d07ed5a req-85eff191-b9ab-41d9-b455-a785f4722940 service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885384 Jul 20 15:10:52.136540 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-73eb9842-64ad-46f9-9f3e-1fd4ba993ed7 req-521b5c78-b14c-43bc-b128-da5ac8b3d8b0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Jul 20 15:10:52.837149 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:53.266225 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a73c-3ea9-4961-8459-ccf1adbce9c4 req-fd4d16fd-99e1-42bf-9ca6-ad00e3eb261a tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:53.267949 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fb95a73c-3ea9-4961-8459-ccf1adbce9c4 req-fd4d16fd-99e1-42bf-9ca6-ad00e3eb261a tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 943 time: 0.0633955 Jul 20 15:10:53.308725 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-fb95a73c-3ea9-4961-8459-ccf1adbce9c4 req-fc5ca679-9ee3-4ad4-834a-2ea866fe8d42 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Jul 20 15:10:54.067306 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51818) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:54.169824 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-98705fa5-a505-4690-b5c8-576f2ccda4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.264437 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-98705fa5-a505-4690-b5c8-576f2ccda4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.269265 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-98705fa5-a505-4690-b5c8-576f2ccda4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.313513 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-98705fa5-a505-4690-b5c8-576f2ccda4d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9df7df22d7b04998a080a72efe316aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450771 Jul 20 15:10:54.314384 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98705fa5-a505-4690-b5c8-576f2ccda4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff9c278-56b6-4ffe-a813-6486e63ed3f0,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:54.316799 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51824) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:54.430765 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.458043 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.507165 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17aab6-4c34-45f6-8fcf-09704936938f req-7d8eb963-958e-4152-9452-211965b80a42 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:54.508685 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4e17aab6-4c34-45f6-8fcf-09704936938f req-7d8eb963-958e-4152-9452-211965b80a42 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 943 time: 0.1270330 Jul 20 15:10:54.538464 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.540884 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.542006 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cff9c278-56b6-4ffe-a813-6486e63ed3f0 HTTP/1.1" status: 204 len: 168 time: 0.2238600 Jul 20 15:10:54.547476 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b591ce78-cc99-456c-969d-84166fd1a70c details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:10:54.567587 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4e17aab6-4c34-45f6-8fcf-09704936938f req-90e2b3c6-7366-48aa-b430-13dcf988d2d6 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531063 Jul 20 15:10:54.568538 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff9c278-56b6-4ffe-a813-6486e63ed3f0,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:54.584362 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.585047 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.585387 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.585721 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.586051 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.586378 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.586720 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.587118 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.587728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.588127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.588373 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.588692 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c6731-cdda-4e2f-825b-c48482f02509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:54.669144 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b591ce78-cc99-456c-969d-84166fd1a70c, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b591ce78-cc99-456c-969d-84166fd1a70c,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:54.680157 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'b591ce78-cc99-456c-969d-84166fd1a70c', 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60', 'port_id': 'b591ce78-cc99-456c-969d-84166fd1a70c', 'mac_address': 'fa:16:3e:c2:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9661681-e492-47e8-9054-97624876527b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:10:54.722417 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.735993 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b591ce78-cc99-456c-969d-84166fd1a70c {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:10:54.756336 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b591ce78-cc99-456c-969d-84166fd1a70c, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b591ce78-cc99-456c-969d-84166fd1a70c,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:54.760596 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.812407 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=b591ce78-cc99-456c-969d-84166fd1a70c,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:54.823388 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51832) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:54.840925 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43590239-1c0c-45cb-8bb8-4a0a3d699b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.927694 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43590239-1c0c-45cb-8bb8-4a0a3d699b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.931734 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-43590239-1c0c-45cb-8bb8-4a0a3d699b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:54.970452 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-43590239-1c0c-45cb-8bb8-4a0a3d699b32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26179f89afa743bb9250a72527373944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456494 Jul 20 15:10:54.971189 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43590239-1c0c-45cb-8bb8-4a0a3d699b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472d324b-84d2-44ad-a7ad-2e6ced190567,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:54.973040 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51834) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:55.028524 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:55.048336 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b591ce78-cc99-456c-969d-84166fd1a70c'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:10:55.050640 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:55.103504 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:55.106309 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:55.107766 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/472d324b-84d2-44ad-a7ad-2e6ced190567 HTTP/1.1" status: 204 len: 168 time: 0.1335757 Jul 20 15:10:55.115864 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d324b-84d2-44ad-a7ad-2e6ced190567,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:55.124391 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.124939 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.125063 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.125396 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.125723 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.126050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.126368 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.126764 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.127050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.127369 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.127688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.128011 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11f6e-cd67-4448-a345-8daa6be886c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:10:55.700622 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001bf0-4f08-45e8-b90e-98eded7674dd req-65cfc065-bef3-42e5-b034-b7fcdca8cfa2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:55.703005 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-55001bf0-4f08-45e8-b90e-98eded7674dd req-65cfc065-bef3-42e5-b034-b7fcdca8cfa2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 944 time: 0.0674493 Jul 20 15:10:55.741498 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-55001bf0-4f08-45e8-b90e-98eded7674dd req-868b907e-1b71-472d-980f-7760cb609938 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Jul 20 15:10:56.495116 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-7a467dd8-9999-48cd-9cd2-2034f2355ab9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905134599&fields=id&tenant_id=1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 267 time: 0.0334167 Jul 20 15:10:56.572797 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b591ce78-cc99-456c-969d-84166fd1a70c up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:10:56.614644 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-104f64c5-e796-4692-b199-3fa6a4a3091c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:56.615954 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-104f64c5-e796-4692-b199-3fa6a4a3091c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 812 time: 0.1143107 Jul 20 15:10:56.623794 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port b591ce78-cc99-456c-969d-84166fd1a70c completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:56.627494 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port b591ce78-cc99-456c-969d-84166fd1a70c triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:56.627861 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:56.632317 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-94c37951-8ea6-45a6-8ce6-8a98e18b4cdd tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/quotas/1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 375 time: 0.0104258 Jul 20 15:10:56.703693 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51892) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:56.707286 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-10376fd6-683b-4022-9b3c-498ea1ef9001 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696886 Jul 20 15:10:56.710204 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:56.733474 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b591ce78-cc99-456c-969d-84166fd1a70c'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:56.735970 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344e7d9d-ff37-4f31-abfd-f0391c435408" -d '{"events": [{"server_uuid": "3a0417fc-db61-4a02-94a9-4ff42142a611", "name": "network-vif-plugged", "status": "completed", "tag": "b591ce78-cc99-456c-969d-84166fd1a70c"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:10:56.752317 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port b591ce78-cc99-456c-969d-84166fd1a70c, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b591ce78-cc99-456c-969d-84166fd1a70c,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:10:56.759579 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:56.815762 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d14115-582e-4454-9304-42a15c5d4000 x-openstack-request-id: req-91d14115-582e-4454-9304-42a15c5d4000 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:10:56.816138 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0417fc-db61-4a02-94a9-4ff42142a611", "name": "network-vif-plugged", "status": "completed", "tag": "b591ce78-cc99-456c-969d-84166fd1a70c", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:10:56.816451 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91d14115-582e-4454-9304-42a15c5d4000 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:10:56.817040 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b591ce78-cc99-456c-969d-84166fd1a70c', 'code': 200} Jul 20 15:10:56.827930 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-898e48d2-aeda-4c8e-a31e-4ce0367fcabc service neutron] 10.222.0.35 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064401 Jul 20 15:10:56.832926 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=b591ce78-cc99-456c-969d-84166fd1a70c,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:56.838911 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-577b4ff7-a182-4d6a-bcb0-9df3b128175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:56.928066 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-62d0f19b-6efc-4250-bdb8-06463c8985f9 service neutron] 10.222.0.35 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992279 Jul 20 15:10:56.946684 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae81a2-e54a-4eea-bc49-6c9e8e547496 req-fb4adad7-8340-4c3d-810f-35fb31722c29 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:56.948206 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9fae81a2-e54a-4eea-bc49-6c9e8e547496 req-fb4adad7-8340-4c3d-810f-35fb31722c29 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 945 time: 0.1108611 Jul 20 15:10:57.040074 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9fae81a2-e54a-4eea-bc49-6c9e8e547496 req-66e3c8e7-a72b-4aac-b50b-e498aa26bb03 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805523 Jul 20 15:10:57.054360 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-577b4ff7-a182-4d6a-bcb0-9df3b128175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.060401 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399930b-4d9c-4e59-b032-0cd4a122877a req-16b85a00-3d46-41ec-9116-8b739d2fdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:57.062495 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b399930b-4d9c-4e59-b032-0cd4a122877a req-16b85a00-3d46-41ec-9116-8b739d2fdba5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 1098 time: 0.1134045 Jul 20 15:10:57.063589 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-577b4ff7-a182-4d6a-bcb0-9df3b128175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.122959 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-577b4ff7-a182-4d6a-bcb0-9df3b128175a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0948cfc32c034a6fadfd615785becb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181566 Jul 20 15:10:57.125711 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51906) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:57.128394 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b4ff7-a182-4d6a-bcb0-9df3b128175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3388bf90-9aa9-4ae2-a406-af9d94b73403,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:57.136381 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b399930b-4d9c-4e59-b032-0cd4a122877a req-3833b454-24d3-4bed-bf2a-12fe58b6c23c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Jul 20 15:10:57.182350 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5c00f3b8-64b1-4d23-aae5-0bbd05df318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.204688 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5c00f3b8-64b1-4d23-aae5-0bbd05df318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.243471 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2497bd9e-ccca-4479-9734-46a09f85d6b6 req-d79d75b0-770a-4dc9-9a85-a91e57e2db42 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0318353 Jul 20 15:10:57.256887 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5c00f3b8-64b1-4d23-aae5-0bbd05df318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.259462 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-5c00f3b8-64b1-4d23-aae5-0bbd05df318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.260591 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-5c00f3b8-64b1-4d23-aae5-0bbd05df318a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3388bf90-9aa9-4ae2-a406-af9d94b73403 HTTP/1.1" status: 204 len: 168 time: 0.1337817 Jul 20 15:10:57.269633 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00f3b8-64b1-4d23-aae5-0bbd05df318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3388bf90-9aa9-4ae2-a406-af9d94b73403,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:57.566772 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 51922) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:57.584358 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cb930853-9775-4ddd-91e7-880da245ff1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.698206 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cb930853-9775-4ddd-91e7-880da245ff1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.702811 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-cb930853-9775-4ddd-91e7-880da245ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.743808 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-cb930853-9775-4ddd-91e7-880da245ff1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78f2cab8b97e4d0a9f5b646c4c0e66e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759245 Jul 20 15:10:57.744715 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb930853-9775-4ddd-91e7-880da245ff1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ebdbde-dee1-4f46-8806-d68c5db58c10,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:57.746618 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 51924) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:10:57.802218 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4661911f-a120-4489-afc1-35c52a09408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.829616 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4661911f-a120-4489-afc1-35c52a09408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.876018 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4661911f-a120-4489-afc1-35c52a09408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.878552 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-4661911f-a120-4489-afc1-35c52a09408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:57.879733 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-4661911f-a120-4489-afc1-35c52a09408e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07ebdbde-dee1-4f46-8806-d68c5db58c10 HTTP/1.1" status: 204 len: 168 time: 0.1314802 Jul 20 15:10:57.887493 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661911f-a120-4489-afc1-35c52a09408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ebdbde-dee1-4f46-8806-d68c5db58c10,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:58.182787 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19028f5-7762-4d15-8294-c7ae5deb4369 req-fb66c354-d169-40b1-b32c-7fb8e05222e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:58.184318 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b19028f5-7762-4d15-8294-c7ae5deb4369 req-fb66c354-d169-40b1-b32c-7fb8e05222e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 945 time: 0.0714583 Jul 20 15:10:58.227645 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b19028f5-7762-4d15-8294-c7ae5deb4369 req-026c51aa-7ff3-4258-b334-836e81b0aab9 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Jul 20 15:10:58.389670 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1c639206-e682-4a43-a3c8-2b5566b610a0 req-73ad0e5c-9a5d-4325-8129-6d8354d3d878 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0729339 Jul 20 15:10:58.437215 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-84e7ef97-5fa0-468d-bd1b-4781af28648a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:58.439282 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-84e7ef97-5fa0-468d-bd1b-4781af28648a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 812 time: 0.1736660 Jul 20 15:10:58.504999 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a100c4bf-9291-4809-ba6c-d3977ef00586 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 380 time: 0.0346186 Jul 20 15:10:58.515905 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'port': {'device_id': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'admin_state_up': True, 'tenant_id': '1355c68851d241458809791518306d9e', 'security_groups': ['bc9da53f-628d-4786-bb6a-2a9120e0af44']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:58.639158 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Made reservation on behalf of 1355c68851d241458809791518306d9e for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:10:58.643584 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:58.775558 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Allocated IP 172.20.0.10 (526baff6-e516-441e-9026-89f57dd56ec6/bdc50df4-4021-49d8-8489-db249c4b334f/f56e937b-ca7f-4caa-a434-2e76ebbfe607) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:10:58.918092 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:58.933944 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Transition to ACTIVE for port object f56e937b-ca7f-4caa-a434-2e76ebbfe607 will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:58.970067 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.025633 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Network 526baff6-e516-441e-9026-89f57dd56ec6 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:10:59.035048 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:10:59.038994 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:10:59.066073 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=f56e937b-ca7f-4caa-a434-2e76ebbfe607,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:59.097109 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:59.098036 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.126245 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a5d2acca-9ea8-462d-9e29-e5c5671227ca tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148486 Jul 20 15:10:59.144924 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Request body: {'port': {'device_id': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:10:59.221319 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.273102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-026b12cc-3a3b-4408-8bcc-08db2cf7f3bd None None] Provisioning for port f56e937b-ca7f-4caa-a434-2e76ebbfe607 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:10:59.277242 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-026b12cc-3a3b-4408-8bcc-08db2cf7f3bd None None] Provisioning complete for port f56e937b-ca7f-4caa-a434-2e76ebbfe607 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:10:59.277815 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-026b12cc-3a3b-4408-8bcc-08db2cf7f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.314833 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-026b12cc-3a3b-4408-8bcc-08db2cf7f3bd None None] Port f56e937b-ca7f-4caa-a434-2e76ebbfe607 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:10:59.380811 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63995f-3aba-4e5c-ba9b-78f907ee095f req-3553886d-8f3a-4c1a-8216-b99b0ffbf31a tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:59.388210 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1f63995f-3aba-4e5c-ba9b-78f907ee095f req-3553886d-8f3a-4c1a-8216-b99b0ffbf31a tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 945 time: 0.0787051 Jul 20 15:10:59.454978 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1f63995f-3aba-4e5c-ba9b-78f907ee095f req-4138459c-92e3-465f-9b05-fb4734c00c39 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658598 Jul 20 15:10:59.590557 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56e937b-ca7f-4caa-a434-2e76ebbfe607 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:10:59.604649 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2551f8-048c-44ee-9355-4f8500859039 req-ef2117fb-e0bc-408c-85fa-86f9d542000e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:59.606148 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6c2551f8-048c-44ee-9355-4f8500859039 req-ef2117fb-e0bc-408c-85fa-86f9d542000e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 932 time: 0.1178420 Jul 20 15:10:59.608168 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.634536 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Transition to ACTIVE for port object f56e937b-ca7f-4caa-a434-2e76ebbfe607 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:10:59.643240 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.690351 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6c2551f8-048c-44ee-9355-4f8500859039 req-113af5b3-8222-4116-950f-545f72d32dce tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749760 Jul 20 15:10:59.708102 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Pushing event updated for resources: {'Port': ['ID=f56e937b-ca7f-4caa-a434-2e76ebbfe607,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:10:59.800200 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Attempting to bind port f56e937b-ca7f-4caa-a434-2e76ebbfe607 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:10:59.800873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Attempting to bind port f56e937b-ca7f-4caa-a434-2e76ebbfe607 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:10:59.800873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Attempting to bind port f56e937b-ca7f-4caa-a434-2e76ebbfe607 on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:59.806518 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Port f56e937b-ca7f-4caa-a434-2e76ebbfe607 on network 526baff6-e516-441e-9026-89f57dd56ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:10:59.806898 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Attempting to bind port f56e937b-ca7f-4caa-a434-2e76ebbfe607 on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:10:59.812799 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:10:59.813144 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Checking segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:10:59.813539 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Bound using segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:10:59.813987 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Bound port: f56e937b-ca7f-4caa-a434-2e76ebbfe607, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:10:59.814352 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.909445 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] For port f56e937b-ca7f-4caa-a434-2e76ebbfe607, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:10:59.913347 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] For port f56e937b-ca7f-4caa-a434-2e76ebbfe607, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:10:59.917943 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.939740 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:10:59.939740 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:10:59.939740 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] 10.222.0.36 "PUT /v2.0/ports/f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 200 len: 1094 time: 0.7998998 Jul 20 15:10:59.941410 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:10:59.945620 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a35d43-28be-42a4-bc01-d6a096e116b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:00.016804 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e61102-f4c3-4f83-a3be-24f3ed831a0f service neutron] Pushing event updated for resources: {'Port': ['ID=f56e937b-ca7f-4caa-a434-2e76ebbfe607,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:00.047329 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7169209-d34d-4e55-a7e9-9ef91c2dd6fe x-openstack-request-id: req-c7169209-d34d-4e55-a7e9-9ef91c2dd6fe {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:00.047622 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:00.047869 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7169209-d34d-4e55-a7e9-9ef91c2dd6fe {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:00.048270 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'status': 'completed', 'code': 200} Jul 20 15:11:00.081897 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-5d2633b3-2fcd-4414-a84e-3985395ca1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.083494 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-5d2633b3-2fcd-4414-a84e-3985395ca1ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0801327 Jul 20 15:11:00.132812 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-a4b45b79-6708-4e08-b491-ac50e88edaf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 200 len: 217 time: 0.0364020 Jul 20 15:11:00.190963 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-5bb54171-db31-4e16-bc7a-3dd9634d10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.192489 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-5bb54171-db31-4e16-bc7a-3dd9634d10a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0510542 Jul 20 15:11:00.257068 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-3a756e5c-56d1-4328-b4d6-5d782ecf9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.259070 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-3a756e5c-56d1-4328-b4d6-5d782ecf9c72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555742 Jul 20 15:11:00.267703 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baec9f-716f-4626-998b-0f572f627415 req-5d7b3c41-779a-4321-8695-a41bfff6f0f5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.269225 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c9baec9f-716f-4626-998b-0f572f627415 req-5d7b3c41-779a-4321-8695-a41bfff6f0f5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 945 time: 0.0643601 Jul 20 15:11:00.310065 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c9baec9f-716f-4626-998b-0f572f627415 req-f54df8b9-739e-42a6-8220-39d0b9f39472 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Jul 20 15:11:00.351162 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-ee9fe9c2-c649-4208-a577-950999782261 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837352 Jul 20 15:11:00.441983 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-743ea182-ff57-4d80-b48e-97028ab59b41 req-c97cb0b3-b845-4c7e-97dc-03c522db5ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Jul 20 15:11:00.595948 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-cfe13060-7f3e-4d15-b932-9222ac2ef7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.597355 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-cfe13060-7f3e-4d15-b932-9222ac2ef7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0549457 Jul 20 15:11:00.695897 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-2cbd99dd-a53e-46b4-af86-ed6b41826a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.697425 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-2cbd99dd-a53e-46b4-af86-ed6b41826a7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.0924578 Jul 20 15:11:00.752288 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-955dd480-2558-4972-ac43-5a21214deefc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 200 len: 217 time: 0.0352778 Jul 20 15:11:00.838592 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-51308abf-57c2-4877-addf-725c389bc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.840491 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-51308abf-57c2-4877-addf-725c389bc514 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0803030 Jul 20 15:11:00.895520 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ccf6-4d2f-4b83-8acf-2e94032989a5 req-509fdc0f-d5c8-4cbc-a8d1-114efe1199f8 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.896898 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e994ccf6-4d2f-4b83-8acf-2e94032989a5 req-509fdc0f-d5c8-4cbc-a8d1-114efe1199f8 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.1072447 Jul 20 15:11:00.944062 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e994ccf6-4d2f-4b83-8acf-2e94032989a5 req-9fd5acae-875e-4a6d-b82f-55aef63cb33d tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Jul 20 15:11:00.945848 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-e9c2cbe0-68f3-4bc8-8028-dbcbb56a6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:00.947357 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-e9c2cbe0-68f3-4bc8-8028-dbcbb56a6e50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995386 Jul 20 15:11:01.051095 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-680e107c-b113-4ade-a2bf-c4ec7c17b58a service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964386 Jul 20 15:11:01.161562 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-34a35d43-28be-42a4-bc01-d6a096e116b2 req-bec3277c-85d8-4a47-a04c-403aed129c76 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033535 Jul 20 15:11:01.442085 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959de481-ff83-40f6-bc6a-82f23d9096fb req-5e29c374-8782-42b5-aa28-d53b2ef8e7f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:01.443446 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-959de481-ff83-40f6-bc6a-82f23d9096fb req-5e29c374-8782-42b5-aa28-d53b2ef8e7f1 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 945 time: 0.0650091 Jul 20 15:11:01.483293 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-959de481-ff83-40f6-bc6a-82f23d9096fb req-1965878b-fd3f-4628-b34f-631a4d9a6974 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Jul 20 15:11:01.816564 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-9fcbc274-702d-4b3e-865e-cf2df21505c2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:01.818013 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-9fcbc274-702d-4b3e-865e-cf2df21505c2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 945 time: 0.0608156 Jul 20 15:11:01.913495 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Deleting port b591ce78-cc99-456c-969d-84166fd1a70c {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:11:01.914189 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.007843 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] For port b591ce78-cc99-456c-969d-84166fd1a70c, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=b591ce78-cc99-456c-969d-84166fd1a70c,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:02.008268 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.031491 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Calling delete_port for b591ce78-cc99-456c-969d-84166fd1a70c owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:11:02.403974 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd6f4-8f40-4922-b8cb-535a6fe81201 req-84c838db-697d-4bdc-a0e2-05e326f88611 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:02.405987 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-129dd6f4-8f40-4922-b8cb-535a6fe81201 req-84c838db-697d-4bdc-a0e2-05e326f88611 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.3872583 Jul 20 15:11:02.470935 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52024) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:02.481782 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-129dd6f4-8f40-4922-b8cb-535a6fe81201 req-2d197653-923c-4c06-959e-87288a2adeb5 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695643 Jul 20 15:11:02.494985 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.523561 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Pushing event deleted for resources: {'Port': ['ID=b591ce78-cc99-456c-969d-84166fd1a70c,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:02.531974 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['b591ce78-cc99-456c-969d-84166fd1a70c'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:11:02.588264 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] No DVR routers for this DVR port b591ce78-cc99-456c-969d-84166fd1a70c on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:11:02.590869 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.593468 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cd948383-cd00-4b82-84d2-8f19844269e6 req-6b0936ab-2acb-4449-ba73-bd6e24a228e5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "DELETE /v2.0/ports/b591ce78-cc99-456c-969d-84166fd1a70c HTTP/1.1" status: 204 len: 173 time: 0.7701719 Jul 20 15:11:02.593923 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'name': 'network-vif-deleted', 'tag': 'b591ce78-cc99-456c-969d-84166fd1a70c'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:02.596200 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2ccf1-8b77-49b1-9f1d-2defbc5498ce" -d '{"events": [{"server_uuid": "3a0417fc-db61-4a02-94a9-4ff42142a611", "name": "network-vif-deleted", "tag": "b591ce78-cc99-456c-969d-84166fd1a70c"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:02.614068 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8b256351-dd45-41e2-94cc-f1af9e9ebc7a req-58522014-5946-4a6a-8aee-0dec95899034 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a0417fc-db61-4a02-94a9-4ff42142a611 HTTP/1.1" status: 200 len: 210 time: 0.0383043 Jul 20 15:11:02.619672 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1c159be-56e1-4815-8bfa-77ab8eb9dc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.643724 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22085b9-6808-4ac0-9ef9-69713dd21df9 x-openstack-request-id: req-f22085b9-6808-4ac0-9ef9-69713dd21df9 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:02.644021 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0417fc-db61-4a02-94a9-4ff42142a611", "name": "network-vif-deleted", "tag": "b591ce78-cc99-456c-969d-84166fd1a70c", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:02.644269 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f22085b9-6808-4ac0-9ef9-69713dd21df9 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:02.644655 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0417fc-db61-4a02-94a9-4ff42142a611', 'name': 'network-vif-deleted', 'tag': 'b591ce78-cc99-456c-969d-84166fd1a70c', 'status': 'completed', 'code': 200} Jul 20 15:11:02.726124 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1c159be-56e1-4815-8bfa-77ab8eb9dc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.730254 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1c159be-56e1-4815-8bfa-77ab8eb9dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.770182 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d1c159be-56e1-4815-8bfa-77ab8eb9dc31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2fd319d9ad248ef988077e3c6e2e0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975843 Jul 20 15:11:02.771053 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c159be-56e1-4815-8bfa-77ab8eb9dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ec4aa-7646-4bf1-b268-a2690b1dda12,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:02.773278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52034) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:02.821333 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8b43b200-0c93-4d78-9713-050d0fd5e5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.842656 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8b43b200-0c93-4d78-9713-050d0fd5e5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.886882 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8b43b200-0c93-4d78-9713-050d0fd5e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.889865 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8b43b200-0c93-4d78-9713-050d0fd5e5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:02.891005 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-8b43b200-0c93-4d78-9713-050d0fd5e5d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/420ec4aa-7646-4bf1-b268-a2690b1dda12 HTTP/1.1" status: 204 len: 168 time: 0.1166694 Jul 20 15:11:02.898523 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43b200-0c93-4d78-9713-050d0fd5e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ec4aa-7646-4bf1-b268-a2690b1dda12,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:03.154454 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52040) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:03.169198 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f2847fc7-4d6a-4e0c-ac3f-2fb899cc48e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.260155 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f2847fc7-4d6a-4e0c-ac3f-2fb899cc48e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.264407 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f2847fc7-4d6a-4e0c-ac3f-2fb899cc48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.301122 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f2847fc7-4d6a-4e0c-ac3f-2fb899cc48e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f12ab1186144f5687ef08171de2b271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453450 Jul 20 15:11:03.301974 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2847fc7-4d6a-4e0c-ac3f-2fb899cc48e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da5e71-4037-41be-86f1-505a01ee70a6,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:03.304659 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52042) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:03.352775 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d625a1c-517b-4c0f-adeb-c8045855bc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.373811 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d625a1c-517b-4c0f-adeb-c8045855bc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.422358 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d625a1c-517b-4c0f-adeb-c8045855bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.424932 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3d625a1c-517b-4c0f-adeb-c8045855bc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:03.426082 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3d625a1c-517b-4c0f-adeb-c8045855bc80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49da5e71-4037-41be-86f1-505a01ee70a6 HTTP/1.1" status: 204 len: 168 time: 0.1209714 Jul 20 15:11:03.434175 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d625a1c-517b-4c0f-adeb-c8045855bc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da5e71-4037-41be-86f1-505a01ee70a6,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:03.624698 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402330be-72f7-4a19-9cd3-f833f3bd1a16 req-0b56be5c-340d-4d8e-8a03-0e51d51c44a9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:03.626393 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-402330be-72f7-4a19-9cd3-f833f3bd1a16 req-0b56be5c-340d-4d8e-8a03-0e51d51c44a9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0703387 Jul 20 15:11:03.665046 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-402330be-72f7-4a19-9cd3-f833f3bd1a16 req-a4f19a77-8725-4457-af56-dea6c95bbbaa tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Jul 20 15:11:03.934655 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-59230cae-7288-4292-8019-5275fb20c638 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:03.936187 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-59230cae-7288-4292-8019-5275fb20c638 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/networks?id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 200 len: 808 time: 0.1087213 Jul 20 15:11:03.954470 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-03715e70-09e4-43c5-b2a7-0682d0878879 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/quotas/ac4082ec0cb94ed893a80ff6a7912aac HTTP/1.1" status: 200 len: 375 time: 0.0100844 Jul 20 15:11:03.990627 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-2b6a1652-e28c-40e4-90ff-80b69327f167 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308657 Jul 20 15:11:04.226330 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-0475897b-ad82-4ded-8296-9d000bf539e0 service neutron] 10.222.0.35 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290754 Jul 20 15:11:04.319171 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-e4bdc666-a893-4123-aa6d-e6369e956c1b service neutron] 10.222.0.35 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844328 Jul 20 15:11:04.480539 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-be170e58-ecc7-48c0-ad79-a6f3ac3515d8 req-d213baa6-2f8c-4259-8457-6e3071bdd3ba tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 210 time: 0.0301521 Jul 20 15:11:04.602840 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b591ce78-cc99-456c-969d-84166fd1a70c no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:11:04.637104 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: b591ce78-cc99-456c-969d-84166fd1a70c {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:11:04.637450 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device b591ce78-cc99-456c-969d-84166fd1a70c not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:11:04.818774 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742e5e3-63b2-4727-be3a-83fbc8d9bc1a req-9d0f8829-54be-43cb-ae5e-a1feab6af1e6 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:04.820306 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c742e5e3-63b2-4727-be3a-83fbc8d9bc1a req-9d0f8829-54be-43cb-ae5e-a1feab6af1e6 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0798421 Jul 20 15:11:04.868714 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c742e5e3-63b2-4727-be3a-83fbc8d9bc1a req-8b8e5292-48f4-4aea-bf4b-29d6aeec2d1f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Jul 20 15:11:05.476379 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-f5924775-94d5-40cc-97ad-4cddf0c77df6 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:05.477920 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-f5924775-94d5-40cc-97ad-4cddf0c77df6 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "GET /v2.0/networks?id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 200 len: 808 time: 0.1077600 Jul 20 15:11:05.496835 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Request body: {'port': {'device_id': '33ec733a-36f3-4197-9a08-7a77892cb598', 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60', 'admin_state_up': True, 'tenant_id': 'ac4082ec0cb94ed893a80ff6a7912aac'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:05.594225 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-479c0c5a-8ffd-4c97-9e2e-e212f622c7fe req-21cc0506-2092-4c04-a790-8205add02af8 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 210 time: 0.0342071 Jul 20 15:11:05.626025 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Made reservation on behalf of ac4082ec0cb94ed893a80ff6a7912aac for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:11:05.629559 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.643291 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52148) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:05.746460 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcf3dbba-490b-4fd2-bbfe-6389995c092d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.756101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Allocated IP 172.20.0.2 (6fda7be7-cdd1-4587-a6ff-e8d5c1843e60/e9661681-e492-47e8-9054-97624876527b/e17ee1bb-3b54-4b26-8eea-971a45c4e5f2) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:05.847843 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcf3dbba-490b-4fd2-bbfe-6389995c092d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.852388 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bcf3dbba-490b-4fd2-bbfe-6389995c092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.889630 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3dbba-490b-4fd2-bbfe-6389995c092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ca4fb-77a8-4412-b46a-82491c193484,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:05.896986 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-bcf3dbba-490b-4fd2-bbfe-6389995c092d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=052bedb4749446b5855421d1aa93aa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498343 Jul 20 15:11:05.897403 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52152) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:05.910355 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.950851 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05f6609f-fa70-4b62-9791-12e2e7a74ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.964966 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:05.977511 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05f6609f-fa70-4b62-9791-12e2e7a74ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.013968 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4254f70d-a036-4c6d-8457-6adaff3f6d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.034889 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05f6609f-fa70-4b62-9791-12e2e7a74ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.036529 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:06.037441 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-05f6609f-fa70-4b62-9791-12e2e7a74ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.038612 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-05f6609f-fa70-4b62-9791-12e2e7a74ca2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d89ca4fb-77a8-4412-b46a-82491c193484 HTTP/1.1" status: 204 len: 168 time: 0.1404662 Jul 20 15:11:06.046770 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6609f-fa70-4b62-9791-12e2e7a74ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ca4fb-77a8-4412-b46a-82491c193484,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:06.050321 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:06.054199 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:06.056531 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Pushing event updated for resources: {'Port': ['ID=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:06.097845 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456253a-aec4-4736-b657-96d0c0e45b81 req-f3500ffa-175d-46d0-8e09-9cf3a3ce76b0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:06.099387 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2456253a-aec4-4736-b657-96d0c0e45b81 req-f3500ffa-175d-46d0-8e09-9cf3a3ce76b0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.1450372 Jul 20 15:11:06.124261 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:06.124883 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.157639 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-562f9252-9ec0-4544-9692-6d1213254eb0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6649010 Jul 20 15:11:06.165033 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2456253a-aec4-4736-b657-96d0c0e45b81 req-15ddce03-cdac-4a62-b9de-fdba3e3ca232 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598884 Jul 20 15:11:06.176666 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Request body: {'port': {'device_id': '33ec733a-36f3-4197-9a08-7a77892cb598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:06.249847 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.332201 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52160) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:06.345062 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-61e525b0-f79e-4083-a111-f1eb0f99afdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.440533 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-61e525b0-f79e-4083-a111-f1eb0f99afdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.444754 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-61e525b0-f79e-4083-a111-f1eb0f99afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.485300 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-61e525b0-f79e-4083-a111-f1eb0f99afdb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55cae1dbf2fa4a5c853ee37a542967c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515527 Jul 20 15:11:06.486014 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e525b0-f79e-4083-a111-f1eb0f99afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e5f87-11d8-4532-8896-666e47a83b2f,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:06.487530 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52162) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:06.541464 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:11:06.553686 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.571694 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Transition to ACTIVE for port object e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:06.578454 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.587451 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0980aaea-9f34-429d-a774-310f7b19634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.639665 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0980aaea-9f34-429d-a774-310f7b19634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.664320 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Pushing event updated for resources: {'Port': ['ID=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:06.734062 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa14ad-b0fc-40eb-970f-b65747c616fb req-fd8eabe9-828c-4bf7-9816-4201ad38f2a4 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:06.735550 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-57aa14ad-b0fc-40eb-970f-b65747c616fb req-fd8eabe9-828c-4bf7-9816-4201ad38f2a4 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 943 time: 0.0742414 Jul 20 15:11:06.747302 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Attempting to bind port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:06.747632 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Attempting to bind port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:06.748620 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Attempting to bind port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 on network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:06.752904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0980aaea-9f34-429d-a774-310f7b19634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.755356 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0980aaea-9f34-429d-a774-310f7b19634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.756493 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-0980aaea-9f34-429d-a774-310f7b19634e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf0e5f87-11d8-4532-8896-666e47a83b2f HTTP/1.1" status: 204 len: 168 time: 0.2680228 Jul 20 15:11:06.759076 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 on network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:11:06.759530 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Attempting to bind port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 on network 6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:06.769045 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980aaea-9f34-429d-a774-310f7b19634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e5f87-11d8-4532-8896-666e47a83b2f,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:06.770882 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:06.771202 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Checking segment: {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:06.771574 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Bound using segment: {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:06.772003 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Bound port: e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c287b4b6-2639-410a-a2d6-5d1c419b7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:06.772357 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.782274 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-57aa14ad-b0fc-40eb-970f-b65747c616fb req-815bc79b-8d4c-4389-8b0d-e9fdeeaf3d62 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jul 20 15:11:06.844513 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] For port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:06.848993 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] For port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:06.858916 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.893106 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:06.893796 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:06.895229 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] 10.222.0.36 "PUT /v2.0/ports/e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 HTTP/1.1" status: 200 len: 1093 time: 0.7232389 Jul 20 15:11:06.895680 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec733a-36f3-4197-9a08-7a77892cb598', 'tag': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:06.897956 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec733a-36f3-4197-9a08-7a77892cb598", "tag": "e17ee1bb-3b54-4b26-8eea-971a45c4e5f2"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:06.922379 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7118b-f972-4aec-b77a-d8f02133143e service neutron] Pushing event updated for resources: {'Port': ['ID=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:06.963049 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2916b309-850d-4ffd-8d4f-846093342632 x-openstack-request-id: req-2916b309-850d-4ffd-8d4f-846093342632 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:06.963334 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec733a-36f3-4197-9a08-7a77892cb598", "tag": "e17ee1bb-3b54-4b26-8eea-971a45c4e5f2", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:06.963580 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2916b309-850d-4ffd-8d4f-846093342632 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:06.963978 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ec733a-36f3-4197-9a08-7a77892cb598', 'tag': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2', 'status': 'completed', 'code': 200} Jul 20 15:11:07.016207 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-2d28e7a0-7a6c-4f5d-a741-89ea7fb19ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.017863 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-2d28e7a0-7a6c-4f5d-a741-89ea7fb19ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 1096 time: 0.0579491 Jul 20 15:11:07.068338 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-8661c0c0-05bd-4149-95c6-11f58fd96952 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 HTTP/1.1" status: 200 len: 217 time: 0.0377510 Jul 20 15:11:07.121356 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-fb7fa5b6-1299-4317-9431-4cfabbb23d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.122849 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-fb7fa5b6-1299-4317-9431-4cfabbb23d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9661681-e492-47e8-9054-97624876527b HTTP/1.1" status: 200 len: 848 time: 0.0482152 Jul 20 15:11:07.157848 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-2b64982a-29a7-4a74-8285-b6d10ce5c744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291281 Jul 20 15:11:07.259409 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-433b7629-3a86-46fe-b558-f60a4feeef41 service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946252 Jul 20 15:11:07.312843 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b01f-1a7f-43a2-87a0-fc669fedb278 req-b5c43e09-03b6-433e-b238-91c29d8060f1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.314660 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8e26b01f-1a7f-43a2-87a0-fc669fedb278 req-b5c43e09-03b6-433e-b238-91c29d8060f1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0768716 Jul 20 15:11:07.355925 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-c9da03f3-a028-4b0e-a920-0a080576d1a5 req-26d4cb95-e693-471d-bc73-8cf1b436fddb service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894859 Jul 20 15:11:07.356486 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-8e26b01f-1a7f-43a2-87a0-fc669fedb278 req-40f04334-8d2e-4ace-a226-443e25a28848 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Jul 20 15:11:07.508303 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-83a3cc63-b92b-4006-9c2f-df69c42a773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.509953 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-83a3cc63-b92b-4006-9c2f-df69c42a773b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 1096 time: 0.0581336 Jul 20 15:11:07.602398 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-4fc86dcd-4030-47d1-b3ec-35109ae3cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.604107 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-4fc86dcd-4030-47d1-b3ec-35109ae3cf79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 200 len: 909 time: 0.0862780 Jul 20 15:11:07.650156 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-b749b9b2-1019-4caa-ba16-ee135f45b729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 HTTP/1.1" status: 200 len: 217 time: 0.0390801 Jul 20 15:11:07.701516 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-5ba02324-478c-429b-a692-c57eaaaa793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.702829 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-5ba02324-478c-429b-a692-c57eaaaa793a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9661681-e492-47e8-9054-97624876527b HTTP/1.1" status: 200 len: 848 time: 0.0469956 Jul 20 15:11:07.738414 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-1e0219d4-9c4b-40df-8eb8-b00f2f2d2a01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283873 Jul 20 15:11:07.839387 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-258e2afa-d076-480c-aa9c-2fda39dc972f service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933435 Jul 20 15:11:07.976644 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b64faed4-6f8c-42fa-acb3-6ebbbbec5d72 req-3ac94062-1bd4-4754-a515-0fb5741ecffa service neutron] 10.222.0.36 "GET /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303360 Jul 20 15:11:07.984139 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5869e-cd73-41cd-bcd4-c1d87851674b req-f081affb-af55-4ce8-89ba-6a2d6f8adfb3 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:07.985608 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bdc5869e-cd73-41cd-bcd4-c1d87851674b req-f081affb-af55-4ce8-89ba-6a2d6f8adfb3 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 943 time: 0.1311436 Jul 20 15:11:08.025704 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bdc5869e-cd73-41cd-bcd4-c1d87851674b req-297d6d17-0967-435e-9891-f86ed948720e tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 20 15:11:08.488113 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa8990-bdb5-4996-9735-8f1f98f57653 req-ececf27c-cd7a-4fe7-9e66-faca615ecda4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:08.491064 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c0aa8990-bdb5-4996-9735-8f1f98f57653 req-ececf27c-cd7a-4fe7-9e66-faca615ecda4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0682702 Jul 20 15:11:08.527266 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c0aa8990-bdb5-4996-9735-8f1f98f57653 req-cc9fa156-2945-4392-a3f3-6917f6dac206 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328681 Jul 20 15:11:08.612471 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:11:08.701673 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52242) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:08.715370 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-45bc6bbc-a45f-40a1-9694-c4ea8c4b1912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.721419 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.741601 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:08.759246 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2', 'network_id': '6fda7be7-cdd1-4587-a6ff-e8d5c1843e60', 'port_id': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2', 'mac_address': 'fa:16:3e:60:30:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9661681-e492-47e8-9054-97624876527b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:11:08.809557 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.820075 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-efa85fbb-f3f3-438e-a80b-486577ffa289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.827446 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:11:08.856124 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:08.861443 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.862116 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device f56e937b-ca7f-4caa-a434-2e76ebbfe607 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:11:08.916414 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-efa85fbb-f3f3-438e-a80b-486577ffa289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.921478 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-efa85fbb-f3f3-438e-a80b-486577ffa289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:08.936561 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:08.961417 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-efa85fbb-f3f3-438e-a80b-486577ffa289 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=265c45a67e8849dba3529abf126da12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586555 Jul 20 15:11:08.963599 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa85fbb-f3f3-438e-a80b-486577ffa289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c570889-a20f-4064-bc08-68dd0d449084,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:08.964921 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52246) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:09.004544 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port f56e937b-ca7f-4caa-a434-2e76ebbfe607, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:09.015764 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'port_id': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'mac_address': 'fa:16:3e:ad:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:11:09.025714 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7fb519e-f120-4a2c-96b4-553a09765dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.047766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7fb519e-f120-4a2c-96b4-553a09765dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.054449 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.068964 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56e937b-ca7f-4caa-a434-2e76ebbfe607 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:11:09.090822 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port f56e937b-ca7f-4caa-a434-2e76ebbfe607, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:09.095525 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.099910 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7fb519e-f120-4a2c-96b4-553a09765dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.102700 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-a7fb519e-f120-4a2c-96b4-553a09765dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.104546 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-a7fb519e-f120-4a2c-96b4-553a09765dd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c570889-a20f-4064-bc08-68dd0d449084 HTTP/1.1" status: 204 len: 168 time: 0.1378393 Jul 20 15:11:09.121936 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb519e-f120-4a2c-96b4-553a09765dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c570889-a20f-4064-bc08-68dd0d449084,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:09.167588 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beae0fe-3d88-4dfc-8a5b-7a04a8671103 req-f943a44e-23b1-4329-bf6a-3bd6ff5d2bc2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:09.169148 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2beae0fe-3d88-4dfc-8a5b-7a04a8671103 req-f943a44e-23b1-4329-bf6a-3bd6ff5d2bc2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 944 time: 0.0688958 Jul 20 15:11:09.175523 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=f56e937b-ca7f-4caa-a434-2e76ebbfe607,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:09.215732 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-2beae0fe-3d88-4dfc-8a5b-7a04a8671103 req-179d6114-cff3-4c55-acb8-7708f1cba444 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371630 Jul 20 15:11:09.389808 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52254) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:09.404120 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-396b2be7-9e0f-4d9f-bd94-1e451dd6cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.417199 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['e17ee1bb-3b54-4b26-8eea-971a45c4e5f2'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:11:09.441575 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['f56e937b-ca7f-4caa-a434-2e76ebbfe607'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:11:09.495952 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-396b2be7-9e0f-4d9f-bd94-1e451dd6cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.501682 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-396b2be7-9e0f-4d9f-bd94-1e451dd6cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.538030 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b2be7-9e0f-4d9f-bd94-1e451dd6cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e150a-85a1-4241-8003-122407255feb,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:09.543123 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-396b2be7-9e0f-4d9f-bd94-1e451dd6cc82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15002a2aee65442fac72a659a9091474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522312 Jul 20 15:11:09.545447 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52256) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:09.600733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eecba4ae-ba64-40e9-b819-36f56ca68c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.625981 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eecba4ae-ba64-40e9-b819-36f56ca68c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.679506 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ab8a-4fdb-4e38-9051-74543f479458 req-6f11a082-2697-4c78-bb32-fa40cda57cd2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:09.680998 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f46ab8a-4fdb-4e38-9051-74543f479458 req-6f11a082-2697-4c78-bb32-fa40cda57cd2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0831804 Jul 20 15:11:09.699920 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eecba4ae-ba64-40e9-b819-36f56ca68c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.702922 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-eecba4ae-ba64-40e9-b819-36f56ca68c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:09.704083 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-eecba4ae-ba64-40e9-b819-36f56ca68c08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc2e150a-85a1-4241-8003-122407255feb HTTP/1.1" status: 204 len: 168 time: 0.1576400 Jul 20 15:11:09.712486 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba4ae-ba64-40e9-b819-36f56ca68c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e150a-85a1-4241-8003-122407255feb,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:09.748081 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-6f46ab8a-4fdb-4e38-9051-74543f479458 req-acadd15d-8143-4277-86c7-a22915a8a69d tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548179 Jul 20 15:11:09.859388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:10.354984 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590501c2-29e2-4891-a131-4db9c75a96a0 req-312db50a-639a-4f1e-b709-b1a325ffe510 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:10.356508 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-590501c2-29e2-4891-a131-4db9c75a96a0 req-312db50a-639a-4f1e-b709-b1a325ffe510 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 944 time: 0.0705113 Jul 20 15:11:10.395453 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-590501c2-29e2-4891-a131-4db9c75a96a0 req-4b9282d9-c2c2-4232-87d9-d786e3f1768f tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Jul 20 15:11:10.617758 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:10.675627 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:10.679778 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:10.680265 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:10.758647 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:10.772428 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52292) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:10.790181 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec733a-36f3-4197-9a08-7a77892cb598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:10.792537 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f40fa-ee78-4d6b-9275-7bb7c0178ef1" -d '{"events": [{"server_uuid": "33ec733a-36f3-4197-9a08-7a77892cb598", "name": "network-vif-plugged", "status": "completed", "tag": "e17ee1bb-3b54-4b26-8eea-971a45c4e5f2"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:10.803814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:10.808631 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:10.809479 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device f56e937b-ca7f-4caa-a434-2e76ebbfe607 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:10.840228 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36724b0-7ebe-4cd4-9b28-768433fd362a x-openstack-request-id: req-f36724b0-7ebe-4cd4-9b28-768433fd362a {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:10.840524 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec733a-36f3-4197-9a08-7a77892cb598", "name": "network-vif-plugged", "status": "completed", "tag": "e17ee1bb-3b54-4b26-8eea-971a45c4e5f2", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:10.840773 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f36724b0-7ebe-4cd4-9b28-768433fd362a {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:10.841190 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec733a-36f3-4197-9a08-7a77892cb598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2', 'code': 200} Jul 20 15:11:10.890557 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:10.892116 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097818a6-09ef-43b7-b502-2dff446be8de req-90a1304e-54f9-4ff2-be10-e4b7e43af091 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:10.895447 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-097818a6-09ef-43b7-b502-2dff446be8de req-90a1304e-54f9-4ff2-be10-e4b7e43af091 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0844214 Jul 20 15:11:10.905944 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port f56e937b-ca7f-4caa-a434-2e76ebbfe607 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:10.910394 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port f56e937b-ca7f-4caa-a434-2e76ebbfe607 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:10.911051 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:10.934712 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5507dc1e-066e-4fe5-b3d9-e9f8026334c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:10.942354 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-097818a6-09ef-43b7-b502-2dff446be8de req-00c32382-7ac4-4e40-a816-381139418917 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Jul 20 15:11:11.014050 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.042438 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5507dc1e-066e-4fe5-b3d9-e9f8026334c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.047212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port f56e937b-ca7f-4caa-a434-2e76ebbfe607, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:11.051156 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.065091 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-5507dc1e-066e-4fe5-b3d9-e9f8026334c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.098184 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=f56e937b-ca7f-4caa-a434-2e76ebbfe607,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:11.116947 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507dc1e-066e-4fe5-b3d9-e9f8026334c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2168468f-8c47-4ebb-a97f-ec5e3a8c8332,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:11.125230 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-5507dc1e-066e-4fe5-b3d9-e9f8026334c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b346c6b7615541d49da6a364a5320913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508739 Jul 20 15:11:11.128058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52298) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:11.140468 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40a7a-a049-4511-a10e-33eafe5a46f7 req-1d3206e7-6646-4f98-9d79-608d36aa04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:11.141972 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-07e40a7a-a049-4511-a10e-33eafe5a46f7 req-1d3206e7-6646-4f98-9d79-608d36aa04c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 1098 time: 0.1118560 Jul 20 15:11:11.177164 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e29d-a10d-4ddd-bd65-7312d779b158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.177547 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-07e40a7a-a049-4511-a10e-33eafe5a46f7 req-72e277be-15a1-40ef-8017-2bf3fabe1d31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287225 Jul 20 15:11:11.202431 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e29d-a10d-4ddd-bd65-7312d779b158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.250738 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e29d-a10d-4ddd-bd65-7312d779b158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.253209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-d1d8e29d-a10d-4ddd-bd65-7312d779b158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.254336 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d1d8e29d-a10d-4ddd-bd65-7312d779b158 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2168468f-8c47-4ebb-a97f-ec5e3a8c8332 HTTP/1.1" status: 204 len: 168 time: 0.1252544 Jul 20 15:11:11.262237 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8e29d-a10d-4ddd-bd65-7312d779b158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2168468f-8c47-4ebb-a97f-ec5e3a8c8332,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:11.450509 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:11.553432 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72fe75-d38c-4dab-9ba4-0603f9838aff req-f21dbdc2-66ef-4729-98c3-eaf9d4970da5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:11.555238 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e72fe75-d38c-4dab-9ba4-0603f9838aff req-f21dbdc2-66ef-4729-98c3-eaf9d4970da5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 945 time: 0.0829279 Jul 20 15:11:11.597135 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e72fe75-d38c-4dab-9ba4-0603f9838aff req-8ec4d874-a13c-4c67-a3c2-c0547e0497b2 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Jul 20 15:11:11.879261 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52322) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:11.972597 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1614189016-network', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:11.994129 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Made reservation on behalf of e82b4ef0cc674d58aa959d8b0f02f303 for: {'network': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:11:11.996494 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.005268 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.109069 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8d2fe-34bc-40f3-9d23-409cb2ff8d5b req-f0b4a11a-dc2c-4b87-8e03-00de009671c3 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:12.110907 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a7d8d2fe-34bc-40f3-9d23-409cb2ff8d5b req-f0b4a11a-dc2c-4b87-8e03-00de009671c3 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.0965602 Jul 20 15:11:12.169118 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a7d8d2fe-34bc-40f3-9d23-409cb2ff8d5b req-3d3c1ef3-8b5a-4687-8636-f80319389e25 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514328 Jul 20 15:11:12.183599 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.200394 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.226474 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:11:12.235618 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cad6c7-72dc-485c-b4dc-f93dac1f2b11,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:12.242575 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.243512 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.segments_db [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Added segment a218c780-910c-41b5-9e14-d21dccf80156 of type vlan for network 9a28e3ab-077a-4217-b940-ddbffebe1a43 Jul 20 15:11:12.287773 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.316009 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.316978 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:12.317545 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.348237 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4678929 Jul 20 15:11:12.351274 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52328) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:12.356151 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Request body: {'subnet': {'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1614189016-subnet', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'ip_version': 4}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:12.378370 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Made reservation on behalf of e82b4ef0cc674d58aa959d8b0f02f303 for: {'subnet': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:11:12.379241 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef1968-6ff4-49d2-81fe-133704619c6f admin admin] Pushing event updated for resources: {'Network': ['ID=9a28e3ab-077a-4217-b940-ddbffebe1a43,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:12.382059 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3786736'] for subnet, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.390757 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:11:12.551705 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2072882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3786626'] for subnet, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.606192 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ad7423-0529-44ee-939f-5614bd54823e,revision_number=0']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:12.613913 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Checking segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:12.614269 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Network hostable DHCP agents. Network: 9a28e3ab-077a-4217-b940-ddbffebe1a43, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:11:12.632594 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:11:12.643558 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 9a28e3ab-077a-4217-b940-ddbffebe1a43) {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:12.647897 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:12.648492 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.654232 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fbebb0-7994-4672-8d65-c60834f3da58 None None] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:11:12.668375 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-bc78f838-6ecb-42f6-b86a-d1af6bd223de admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3134458 Jul 20 15:11:12.668816 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52332) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:12.673444 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:12.695985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.697166 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.752827 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c6626-33e2-4ff2-ab56-9deff108b150 req-5438078c-ae10-426c-bb22-afbdfd50cb2d tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:12.754427 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a9c6626-33e2-4ff2-ab56-9deff108b150 req-5438078c-ae10-426c-bb22-afbdfd50cb2d tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 945 time: 0.0710068 Jul 20 15:11:12.754761 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.798710 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a9c6626-33e2-4ff2-ab56-9deff108b150 req-8679fe9a-a598-4d85-802a-fcc83fde85af tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Jul 20 15:11:12.826006 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-9a28e3ab-077a-4217-b940-ddbffebe1a43', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:11:12.827270 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.841755 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:12.843972 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3b75d-6d33-4f4c-a9f8-1ba51ec89df9" -d '{"events": [{"server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:12.894357 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:12.901110 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13227c25-5ae5-44aa-924e-ea07d4e02d07 x-openstack-request-id: req-13227c25-5ae5-44aa-924e-ea07d4e02d07 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:12.901429 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:12.901652 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13227c25-5ae5-44aa-924e-ea07d4e02d07 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:12.902113 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'code': 200} Jul 20 15:11:12.992527 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Allocated IP 172.20.0.2 (9a28e3ab-077a-4217-b940-ddbffebe1a43/e8ad7423-0529-44ee-939f-5614bd54823e/611421d5-28c3-49d8-a19f-6a61c3f4f583) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:13.167099 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.179120 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Transition to ACTIVE for port object 611421d5-28c3-49d8-a19f-6a61c3f4f583 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:13.202478 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Transition to ACTIVE for port object 611421d5-28c3-49d8-a19f-6a61c3f4f583 will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:13.211202 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.224633 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f27f-04b8-4282-8146-4e099913c37a req-c51c2021-38ad-4110-9870-6e4abf45a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:13.226210 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-71f1f27f-04b8-4282-8146-4e099913c37a req-c51c2021-38ad-4110-9870-6e4abf45a0fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0880263 Jul 20 15:11:13.279571 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:13.282803 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:13.291558 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:13.294268 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Pushing event updated for resources: {'Port': ['ID=611421d5-28c3-49d8-a19f-6a61c3f4f583,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:13.316388 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-71f1f27f-04b8-4282-8146-4e099913c37a req-3232da75-799a-4b32-9c17-5d10503fcd61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787847 Jul 20 15:11:13.355444 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ab6bd-5049-4a42-bcdd-cfd181112a99 req-a2bcb2ee-bd49-487e-b8e2-b0b89c4d2a39 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:13.360778 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Attempting to bind port 611421d5-28c3-49d8-a19f-6a61c3f4f583 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:13.361235 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Attempting to bind port 611421d5-28c3-49d8-a19f-6a61c3f4f583 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:13.361620 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Attempting to bind port 611421d5-28c3-49d8-a19f-6a61c3f4f583 on network 9a28e3ab-077a-4217-b940-ddbffebe1a43 {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:13.362781 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d05ab6bd-5049-4a42-bcdd-cfd181112a99 req-a2bcb2ee-bd49-487e-b8e2-b0b89c4d2a39 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.1019070 Jul 20 15:11:13.368072 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:13.368459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Checking segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:13.368850 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.369306 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Bound using segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:13.369713 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Bound port: 611421d5-28c3-49d8-a19f-6a61c3f4f583, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:13.376353 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.413199 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d05ab6bd-5049-4a42-bcdd-cfd181112a99 req-2843ae37-58f1-46cc-aae3-e1d28bf9915b tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495296 Jul 20 15:11:13.458046 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.459751 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] For port 611421d5-28c3-49d8-a19f-6a61c3f4f583, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:13.463108 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] For port 611421d5-28c3-49d8-a19f-6a61c3f4f583, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=611421d5-28c3-49d8-a19f-6a61c3f4f583,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:13.468839 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.483663 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.502950 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:11:13.534661 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a4519-aa33-48c8-be4b-6ec5692d17f0 None None] Pushing event updated for resources: {'Port': ['ID=611421d5-28c3-49d8-a19f-6a61c3f4f583,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:13.625928 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Allocated IP 172.27.3.41 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/5514194f-aed5-4e26-8d16-d0da755221bc) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:13.758860 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5aae-21d1-4702-96c3-674094496924 req-2a1b82dd-ad44-465d-9cdb-2d6f18362f2c tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:13.763125 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.766833 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-afad5aae-21d1-4702-96c3-674094496924 req-2a1b82dd-ad44-465d-9cdb-2d6f18362f2c tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 945 time: 0.1074817 Jul 20 15:11:13.803326 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-afad5aae-21d1-4702-96c3-674094496924 req-f73ca8e4-9106-4fd5-8d50-c621d37da2cd tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Jul 20 15:11:13.807510 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:13.847191 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:13.851904 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:13.855356 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:13.882320 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Pushing event updated for resources: {'Port': ['ID=5514194f-aed5-4e26-8d16-d0da755221bc,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:14.102053 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:14.302802 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:14.416428 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602baf2-0dc4-49c9-b7c3-01d356be2215 None None] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:11:14.451224 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Router b9b11731-6788-424e-ba21-d97a704d4511 is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:11:14.541746 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-24ebecbd-1fbc-4222-b0a5-505b0bac8dcc None None] Provisioning for port 611421d5-28c3-49d8-a19f-6a61c3f4f583 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:14.611794 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:11:14.621362 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476775da-7183-445b-a609-987ff26ec50e None None] Sync routers for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:11:14.630650 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:14.631276 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:14.634646 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5d062-3c59-40c4-9f58-c70380a587b7 req-b8def8dc-c4c4-4120-a8cc-643cff3b540a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:14.635037 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2df5d062-3c59-40c4-9f58-c70380a587b7 req-b8def8dc-c4c4-4120-a8cc-643cff3b540a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.1242359 Jul 20 15:11:14.652793 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:14.654458 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-ceb445dc-4f90-444d-8f9e-e336a618902f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9845228 Jul 20 15:11:14.657558 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52354) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:14.692261 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2df5d062-3c59-40c4-9f58-c70380a587b7 req-b8df4f8a-ffd3-4143-8611-937d3907b770 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485106 Jul 20 15:11:14.758176 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:15.015957 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a958ef3-388f-419f-a42f-7f12c27678f5 req-b6653135-4b4e-4108-a59b-624a90cf8fd5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:15.024501 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5a958ef3-388f-419f-a42f-7f12c27678f5 req-b6653135-4b4e-4108-a59b-624a90cf8fd5 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 945 time: 0.1417706 Jul 20 15:11:15.091245 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5a958ef3-388f-419f-a42f-7f12c27678f5 req-73745177-dfd0-47e9-83c4-747e5e503650 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Jul 20 15:11:15.095635 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:13Z', 'revision_number': 3, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:15.129151 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476775da-7183-445b-a609-987ff26ec50e None None] Checking router: b9b11731-6788-424e-ba21-d97a704d4511 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:11:15.129504 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476775da-7183-445b-a609-987ff26ec50e None None] Updating router b9b11731-6788-424e-ba21-d97a704d4511 port 5514194f-aed5-4e26-8d16-d0da755221bc binding host dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:11:15.167109 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-476775da-7183-445b-a609-987ff26ec50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.170491 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.266457 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 611421d5-28c3-49d8-a19f-6a61c3f4f583 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:15.377129 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 611421d5-28c3-49d8-a19f-6a61c3f4f583 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:15.382719 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Allocated IP 172.20.0.1 (9a28e3ab-077a-4217-b940-ddbffebe1a43/e8ad7423-0529-44ee-939f-5614bd54823e/54dec784-c9fa-4cb5-a1ef-cf64873b00a2) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:15.384504 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 611421d5-28c3-49d8-a19f-6a61c3f4f583 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:15.384875 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.436703 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-4cdb7b38-8c77-4a68-a277-3358523e953b tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:15.438236 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-4cdb7b38-8c77-4a68-a277-3358523e953b tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 945 time: 0.1397839 Jul 20 15:11:15.527840 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-476775da-7183-445b-a609-987ff26ec50e None None] Notify callbacks [] for port, precommit_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.540222 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.544565 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-476775da-7183-445b-a609-987ff26ec50e None None] Transition to ACTIVE for port object 5514194f-aed5-4e26-8d16-d0da755221bc will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:15.557501 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-476775da-7183-445b-a609-987ff26ec50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.580580 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.603926 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Transition to ACTIVE for port object 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:15.610589 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 611421d5-28c3-49d8-a19f-6a61c3f4f583, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=611421d5-28c3-49d8-a19f-6a61c3f4f583,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:15.617952 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.625974 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Deleting port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:11:15.625974 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.632808 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ac61-b602-4e1f-824b-3f2b80757795 None None] Pushing event updated for resources: {'Port': ['ID=5514194f-aed5-4e26-8d16-d0da755221bc,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:15.635473 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-476775da-7183-445b-a609-987ff26ec50e None None] Attempting to bind port 5514194f-aed5-4e26-8d16-d0da755221bc on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:15.635863 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-476775da-7183-445b-a609-987ff26ec50e None None] Attempting to bind port 5514194f-aed5-4e26-8d16-d0da755221bc by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:15.636212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476775da-7183-445b-a609-987ff26ec50e None None] Attempting to bind port 5514194f-aed5-4e26-8d16-d0da755221bc on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:15.660108 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476775da-7183-445b-a609-987ff26ec50e None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:15.660488 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476775da-7183-445b-a609-987ff26ec50e None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:15.660891 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-476775da-7183-445b-a609-987ff26ec50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.661283 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476775da-7183-445b-a609-987ff26ec50e None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:15.661761 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-476775da-7183-445b-a609-987ff26ec50e None None] Bound port: 5514194f-aed5-4e26-8d16-d0da755221bc, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:15.662142 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-476775da-7183-445b-a609-987ff26ec50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.715715 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.732842 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=611421d5-28c3-49d8-a19f-6a61c3f4f583,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:15.742838 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-476775da-7183-445b-a609-987ff26ec50e None None] For port 5514194f-aed5-4e26-8d16-d0da755221bc, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:15.746568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-476775da-7183-445b-a609-987ff26ec50e None None] For port 5514194f-aed5-4e26-8d16-d0da755221bc, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=5514194f-aed5-4e26-8d16-d0da755221bc,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:15.752721 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-476775da-7183-445b-a609-987ff26ec50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.785257 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:15.795187 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] For port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,segment=NetworkSegment(c287b4b6-2639-410a-a2d6-5d1c419b7a30),segment_id=c287b4b6-2639-410a-a2d6-5d1c419b7a30)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:15.795551 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.798504 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:15.803425 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:15.814023 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Pushing event updated for resources: {'Port': ['ID=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:15.833459 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ac61-b602-4e1f-824b-3f2b80757795 None None] Pushing event updated for resources: {'Port': ['ID=5514194f-aed5-4e26-8d16-d0da755221bc,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:15.841894 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:15.842798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:15.845299 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Calling delete_port for e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:11:15.861714 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf79f7-94c2-4e46-b9e6-9aa7501b12bd req-6da5be78-fb79-47ee-996b-f836b6ae3a67 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:15.869191 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:15.871879 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ffaf79f7-94c2-4e46-b9e6-9aa7501b12bd req-6da5be78-fb79-47ee-996b-f836b6ae3a67 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.0986259 Jul 20 15:11:15.938583 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ffaf79f7-94c2-4e46-b9e6-9aa7501b12bd req-631b9f91-afa7-4f97-8a91-395b1bf926a9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609214 Jul 20 15:11:15.964658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:16.136643 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-55d80ee5-31e7-479c-b71f-4be06fcccdf8 None None] Provisioning for port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:16.143131 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-55d80ee5-31e7-479c-b71f-4be06fcccdf8 None None] Provisioning complete for port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:16.143467 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-55d80ee5-31e7-479c-b71f-4be06fcccdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.192231 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-55d80ee5-31e7-479c-b71f-4be06fcccdf8 None None] Port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:11:16.206316 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-476775da-7183-445b-a609-987ff26ec50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:13Z', 'revision_number': 3, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:16.234446 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476775da-7183-445b-a609-987ff26ec50e None None] The sync data for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi is: [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:13Z', 'revision_number': 3, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:11:16.243829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca344f7-e4a8-4050-9b4a-3a4844c3d7be req-cc16d0ba-40b1-403d-ba03-95e5834c7f26 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:16.246007 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eca344f7-e4a8-4050-9b4a-3a4844c3d7be req-cc16d0ba-40b1-403d-ba03-95e5834c7f26 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/ports?device_id=33ec733a-36f3-4197-9a08-7a77892cb598 HTTP/1.1" status: 200 len: 945 time: 0.0838425 Jul 20 15:11:16.289650 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eca344f7-e4a8-4050-9b4a-3a4844c3d7be req-dbf9f2c6-f9a2-4ba7-9181-efae25b6fe83 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Jul 20 15:11:16.428767 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.437265 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.474031 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['e17ee1bb-3b54-4b26-8eea-971a45c4e5f2'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:11:16.502420 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Pushing event deleted for resources: {'Port': ['ID=e17ee1bb-3b54-4b26-8eea-971a45c4e5f2,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:16.512579 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3b043-065c-4333-a5b6-cfa32d1beb23 req-6504a082-91c2-4ad6-aef6-599331196a14 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:16.514080 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a4f3b043-065c-4333-a5b6-cfa32d1beb23 req-6504a082-91c2-4ad6-aef6-599331196a14 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.5017817 Jul 20 15:11:16.608525 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] No DVR routers for this DVR port e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:11:16.612783 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.614837 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8aa58225-056e-4f3e-a8da-fc7ce9c5f909 req-55c6ce30-482d-4626-b813-a7cd7a6770c0 tempest-VolumesActionsTest-2090782056 tempest-VolumesActionsTest-2090782056-project] 10.222.0.36 "DELETE /v2.0/ports/e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 HTTP/1.1" status: 204 len: 173 time: 1.1701400 Jul 20 15:11:16.615283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec733a-36f3-4197-9a08-7a77892cb598', 'name': 'network-vif-deleted', 'tag': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:16.617590 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d48ec6-426e-4ae6-876a-ac2a9570efd4" -d '{"events": [{"server_uuid": "33ec733a-36f3-4197-9a08-7a77892cb598", "name": "network-vif-deleted", "tag": "e17ee1bb-3b54-4b26-8eea-971a45c4e5f2"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:16.660688 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a4f3b043-065c-4333-a5b6-cfa32d1beb23 req-7b7c33f9-c6bc-4c30-9098-129d4de43d72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239145 Jul 20 15:11:16.697240 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52366) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:16.701794 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f60bf8-1f89-4d2c-9e61-2f292d4e2d91 x-openstack-request-id: req-b2f60bf8-1f89-4d2c-9e61-2f292d4e2d91 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:16.702227 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec733a-36f3-4197-9a08-7a77892cb598", "name": "network-vif-deleted", "tag": "e17ee1bb-3b54-4b26-8eea-971a45c4e5f2", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:16.702489 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2f60bf8-1f89-4d2c-9e61-2f292d4e2d91 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:16.702913 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec733a-36f3-4197-9a08-7a77892cb598', 'name': 'network-vif-deleted', 'tag': 'e17ee1bb-3b54-4b26-8eea-971a45c4e5f2', 'status': 'completed', 'code': 200} Jul 20 15:11:16.772087 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.779159 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.851250 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.853156 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Pushing event updated for resources: {'Port': ['ID=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:16.888875 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbbb93-1bdc-478c-8ffc-f797613452e2 tempest-TestVolumeBootPattern-579558722 tempest-TestVolumeBootPattern-579558722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:16.893103 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-aabbbb93-1bdc-478c-8ffc-f797613452e2 tempest-TestVolumeBootPattern-579558722 tempest-TestVolumeBootPattern-579558722-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1922016 Jul 20 15:11:16.893322 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52370) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:16.897886 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'port_id': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'tenant_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:16.921182 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:16.963972 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:16.965546 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:17.031876 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.123071 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Router b9b11731-6788-424e-ba21-d97a704d4511 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:11:17.174645 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Allocated IP 172.27.3.138 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/16a28125-a3a8-4db1-84cb-29d78786f051) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:17.286270 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:11:17.291781 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a97590da-8507-410e-b29a-0eac05fdf016 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9b11731-6788-424e-ba21-d97a704d4511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6323094 Jul 20 15:11:17.356918 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.374449 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-7a234152-df82-41e9-8b11-f12de1ea354e None None] Provisioning complete for port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:17.376146 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7a234152-df82-41e9-8b11-f12de1ea354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.413579 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-7a234152-df82-41e9-8b11-f12de1ea354e None None] Port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:11:17.430399 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.453582 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5514194f-aed5-4e26-8d16-d0da755221bc up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:17.518928 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 5514194f-aed5-4e26-8d16-d0da755221bc completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:17.523384 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:17.524321 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 5514194f-aed5-4e26-8d16-d0da755221bc triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:17.524766 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=16a28125-a3a8-4db1-84cb-29d78786f051,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:17.525444 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.533034 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:17.535516 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:17.645599 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.675419 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 5514194f-aed5-4e26-8d16-d0da755221bc, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=5514194f-aed5-4e26-8d16-d0da755221bc,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:17.685344 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:17.686268 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 611421d5-28c3-49d8-a19f-6a61c3f4f583 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:17.792969 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=5514194f-aed5-4e26-8d16-d0da755221bc,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:17.820913 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 611421d5-28c3-49d8-a19f-6a61c3f4f583 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:17.821898 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.024599 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52408) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:18.035197 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-589577926-network', 'tenant_id': '4e17547e7fca442db038aefd0e334796'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:18.060205 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Made reservation on behalf of 4e17547e7fca442db038aefd0e334796 for: {'network': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:11:18.063572 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for network, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.073626 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.075043 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.180509 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.187489 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Sync routers for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:11:18.207445 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:18.208091 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:18.209389 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.214891 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.232195 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:11:18.249913 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.250254 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.segments_db [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Added segment 81732502-074b-4ad9-8a19-5d04e7af9b2c of type vlan for network 597dbc94-3a54-4b4c-8579-8b84f9ce782f Jul 20 15:11:18.319245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f9bef-aa56-43d8-80cc-8ac18e797ed8,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:18.326685 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792900528869'] for network, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.354302 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:18.363682 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153'] for network, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.365199 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:18.365839 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.391908 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.396322 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3700647 Jul 20 15:11:18.399737 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52426) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:18.407577 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Request body: {'subnet': {'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-589577926-subnet', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'ip_version': 4}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:18.439095 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.444378 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17792a-9954-4513-bf78-517d8a282082 admin admin] Pushing event updated for resources: {'Network': ['ID=597dbc94-3a54-4b4c-8579-8b84f9ce782f,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:18.449693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Made reservation on behalf of 4e17547e7fca442db038aefd0e334796 for: {'subnet': 1} {{(pid=93312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:11:18.453129 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2864326'] for subnet, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.456699 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f details requested by agent ovs-agent-dv-cinder-778907-2-iscsi with host dv-cinder-778907-2-iscsi {{(pid=93313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:11:18.590333 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 2, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:18.618783 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Checking router: b9b11731-6788-424e-ba21-d97a704d4511 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:11:18.619131 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Updating router b9b11731-6788-424e-ba21-d97a704d4511 port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:11:18.632814 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:11:18.634911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=16a28125-a3a8-4db1-84cb-29d78786f051,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:18.657821 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.658035 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.663643 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:11:18.664207 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device e17ee1bb-3b54-4b26-8eea-971a45c4e5f2 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:11:18.838353 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Floating IP 205edea9-755d-493e-a065-fdf0be7bb6e6 associated. External IP: 172.27.3.138, port: f56e937b-ca7f-4caa-a434-2e76ebbfe607. Jul 20 15:11:18.879515 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2864308'] for subnet, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.946087 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.958896 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Transition to ACTIVE for port object 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:18.966794 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:18.987845 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e930c17-77c6-40bd-9fbe-26ec52138737,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:19.001310 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Checking segment: {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:19.001697 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Network hostable DHCP agents. Network: 597dbc94-3a54-4b4c-8579-8b84f9ce782f, hostable agents: ['7a2d2d42-161f-4edc-a9e8-b069b6b4763e'], hosted agents: [] {{(pid=93312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:11:19.013290 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead414d-b5e6-4352-afb3-3b0f306e07e5 None None] Pushing event updated for resources: {'Port': ['ID=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:19.078444 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f is scheduled to be hosted by DHCP agent 7a2d2d42-161f-4edc-a9e8-b069b6b4763e with binding_index 1 {{(pid=93312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:11:19.095159 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-2-iscsi, 597dbc94-3a54-4b4c-8579-8b84f9ce782f) {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:19.103267 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:19.103868 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.107650 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Attempting to bind port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:19.107841 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b93358-128a-4860-8c1d-4dc997aeebac None None] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:11:19.108338 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Attempting to bind port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:19.108910 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Attempting to bind port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 on network 9a28e3ab-077a-4217-b940-ddbffebe1a43 {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:19.116404 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:19.116777 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Checking segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:19.117383 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.117950 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Bound using segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:19.118666 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Bound port: 54dec784-c9fa-4cb5-a1ef-cf64873b00a2, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:19.118986 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.131328 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-bf99461b-368b-4f2c-83c0-cdaa975aeb0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7298007 Jul 20 15:11:19.133896 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52442) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:19.141929 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:19.162717 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:11:19.179035 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28399'] for router, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.180290 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697066', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28406'] for router, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.231761 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] For port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:19.235208 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] For port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:19.248429 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.248691 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.307506 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5514194f-aed5-4e26-8d16-d0da755221bc up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:19.336795 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead414d-b5e6-4352-afb3-3b0f306e07e5 None None] Pushing event updated for resources: {'Port': ['ID=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:19.363396 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:19.364756 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:19.382536 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:11:19.408617 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.422133 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:11:19.433067 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6960300-5815-5b1e-b17c-bfa501682fa2-597dbc94-3a54-4b4c-8579-8b84f9ce782f', 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'fixed_ips': [{'subnet_id': '1e930c17-77c6-40bd-9fbe-26ec52138737'}]}} from dv-cinder-778907-2-iscsi. {{(pid=93313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 15:11:19.433931 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.477925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:19.478593 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:19.502266 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28352'] for router, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.511089 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-6b14b521-392c-485b-9a1d-8176d28fe3a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6166027 Jul 20 15:11:19.511793 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:19.514458 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6cb23c-9823-491b-bbd8-a03dee5be7db" -d '{"events": [{"name": "network-changed", "server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:19.535552 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:19.573865 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0bbe36-bafa-4058-b7c6-261b10fa4c62 x-openstack-request-id: req-2e0bbe36-bafa-4058-b7c6-261b10fa4c62 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:19.574261 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:19.574519 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e0bbe36-bafa-4058-b7c6-261b10fa4c62 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:19.575078 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'status': 'completed', 'code': 200} Jul 20 15:11:19.747180 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.770853 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.781806 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:19Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:19.792873 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 5514194f-aed5-4e26-8d16-d0da755221bc triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:19.793246 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:19.809041 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103d528-b5f2-401d-80e6-77bf46c51f3f None None] The sync data for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi is: [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:19Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:11:19.908710 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Allocated IP 172.27.3.133 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/193eb403-795a-483e-97d0-894e1bbc9a73) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:19.910186 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Allocated IP 172.20.0.2 (597dbc94-3a54-4b4c-8579-8b84f9ce782f/1e930c17-77c6-40bd-9fbe-26ec52138737/9065b591-f2a4-404d-b3de-c325f4eaf835) {{(pid=93313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:19.913119 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:20.059370 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.114117 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.159363 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:20.162249 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:20.180417 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:20.207177 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=193eb403-795a-483e-97d0-894e1bbc9a73,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:20.331670 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Notify callbacks [] for port, precommit_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.343352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Transition to ACTIVE for port object 9065b591-f2a4-404d-b3de-c325f4eaf835 will not be triggered until provisioned by entity L2. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:20.365270 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Transition to ACTIVE for port object 9065b591-f2a4-404d-b3de-c325f4eaf835 will not be triggered until provisioned by entity DHCP. {{(pid=93313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:20.375304 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784'] for port, after_create {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.432976 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f is already hosted by enough agents. {{(pid=93313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:20.437647 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '205edea9-755d-493e-a065-fdf0be7bb6e6', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:ad:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:11:17Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:20.445247 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Resources bound (agent type, host, resource id): {{(pid=93313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:20.486805 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Received port after_create {{(pid=93313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:20.489993 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:11:20.493033 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Pushing event updated for resources: {'Port': ['ID=9065b591-f2a4-404d-b3de-c325f4eaf835,revision_number=1']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:20.512708 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:20.513354 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:20.552167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.631946 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Attempting to bind port 9065b591-f2a4-404d-b3de-c325f4eaf835 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:20.632316 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Attempting to bind port 9065b591-f2a4-404d-b3de-c325f4eaf835 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:20.632678 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Attempting to bind port 9065b591-f2a4-404d-b3de-c325f4eaf835 on network 597dbc94-3a54-4b4c-8579-8b84f9ce782f {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:20.643958 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:20.644336 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Checking segment: {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:20.644747 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.645829 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Bound using segment: {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'} {{(pid=93313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:20.645829 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.managers [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Bound port: 9065b591-f2a4-404d-b3de-c325f4eaf835, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'}}] {{(pid=93313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:20.646201 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.723549 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:20.766744 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763931'] for router, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:20.884617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] For port 9065b591-f2a4-404d-b3de-c325f4eaf835, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:20.906281 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] For port 9065b591-f2a4-404d-b3de-c325f4eaf835, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=9065b591-f2a4-404d-b3de-c325f4eaf835,segment=NetworkSegment(81732502-074b-4ad9-8a19-5d04e7af9b2c),segment_id=81732502-074b-4ad9-8a19-5d04e7af9b2c)] {{(pid=93313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:20.915517 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Router 32bb4111-492c-4644-afde-d0c6f89deb6f is scheduled to L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 with binding_index 1 {{(pid=93311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 15:11:20.916857 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.027140 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b7b05-9fe8-4111-a70d-0d75cc985899 None None] Pushing event updated for resources: {'Port': ['ID=9065b591-f2a4-404d-b3de-c325f4eaf835,revision_number=2']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:21.048038 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:11:21.058187 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Sync routers for ids ['32bb4111-492c-4644-afde-d0c6f89deb6f'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:11:21.075598 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Routers {'32bb4111-492c-4644-afde-d0c6f89deb6f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:21.078868 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['32bb4111-492c-4644-afde-d0c6f89deb6f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:21.089287 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.093383 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-43f1b37d-06c2-4491-b785-eba8c1bfb7f2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9548056 Jul 20 15:11:21.093556 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52456) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:21.138023 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '205edea9-755d-493e-a065-fdf0be7bb6e6', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:ad:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:11:17Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:21.218925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b70a5d-fbce-408a-ade7-00bb66a5a007 None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '205edea9-755d-493e-a065-fdf0be7bb6e6', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:ad:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:11:17Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:11:21.398742 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Set router 32bb4111-492c-4644-afde-d0c6f89deb6f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:21.420036 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9065b591-f2a4-404d-b3de-c325f4eaf835 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:21.472817 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 9065b591-f2a4-404d-b3de-c325f4eaf835 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:21.489850 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:21.545347 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:21.549946 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:21.550552 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.620728 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:20Z', 'revision_number': 3, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:21.638995 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.652552 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Checking router: 32bb4111-492c-4644-afde-d0c6f89deb6f for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:11:21.653561 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Updating router 32bb4111-492c-4644-afde-d0c6f89deb6f port 193eb403-795a-483e-97d0-894e1bbc9a73 binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:11:21.673119 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:21.678712 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.693790 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.694949 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:21.729885 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:21.860760 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e5a71-58ce-46ae-9460-bfb93dc5b9fe None None] New status for floating IP 205edea9-755d-493e-a065-fdf0be7bb6e6: ACTIVE {{(pid=93313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:11:21.880833 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Allocated IP 172.20.0.1 (597dbc94-3a54-4b4c-8579-8b84f9ce782f/1e930c17-77c6-40bd-9fbe-26ec52138737/d499ae54-139e-412f-9b6e-575ad5819d0f) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:21.989426 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.002730 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Transition to ACTIVE for port object 193eb403-795a-483e-97d0-894e1bbc9a73 will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:22.013355 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.015472 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.074965 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b398c-e6cc-477a-a136-092aca947772 None None] Pushing event updated for resources: {'Port': ['ID=193eb403-795a-483e-97d0-894e1bbc9a73,revision_number=2']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:22.083182 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Attempting to bind port 193eb403-795a-483e-97d0-894e1bbc9a73 on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:22.083182 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Attempting to bind port 193eb403-795a-483e-97d0-894e1bbc9a73 by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:22.083514 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Attempting to bind port 193eb403-795a-483e-97d0-894e1bbc9a73 on network 4f3ed232-109d-4933-bab3-4cf3a6dc594e {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:22.089297 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:22.089675 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Checking segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:22.090077 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.091033 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Bound using segment: {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:22.091768 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Bound port: 193eb403-795a-483e-97d0-894e1bbc9a73, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdab54-fbca-43aa-b977-cb9f80ef0fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:22.092183 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.172375 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] For port 193eb403-795a-483e-97d0-894e1bbc9a73, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:22.176225 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] For port 193eb403-795a-483e-97d0-894e1bbc9a73, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=193eb403-795a-483e-97d0-894e1bbc9a73,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:22.183380 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.196683 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ddb0bc-b6fa-4733-a14b-bdf5009139bf None None] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:11:22.248514 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Routers {'32bb4111-492c-4644-afde-d0c6f89deb6f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:22.249260 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['32bb4111-492c-4644-afde-d0c6f89deb6f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:22.252941 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b398c-e6cc-477a-a136-092aca947772 None None] Pushing event updated for resources: {'Port': ['ID=193eb403-795a-483e-97d0-894e1bbc9a73,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:22.282535 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] Provisioning for port 9065b591-f2a4-404d-b3de-c325f4eaf835 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:22.294401 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] Provisioning complete for port 9065b591-f2a4-404d-b3de-c325f4eaf835 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:22.294883 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.364085 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] Set router 32bb4111-492c-4644-afde-d0c6f89deb6f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:22.374398 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Transition to ACTIVE for port object d499ae54-139e-412f-9b6e-575ad5819d0f will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:22.417539 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-319de43d-c6a4-4ffc-82bf-031447de7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:22.420176 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-319de43d-c6a4-4ffc-82bf-031447de7c25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1099 time: 0.4021797 Jul 20 15:11:22.443004 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.456139 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.493707 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] For port 9065b591-f2a4-404d-b3de-c325f4eaf835, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=9065b591-f2a4-404d-b3de-c325f4eaf835,segment=NetworkSegment(81732502-074b-4ad9-8a19-5d04e7af9b2c),segment_id=81732502-074b-4ad9-8a19-5d04e7af9b2c)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:22.501214 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.507924 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:22.543122 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:22.546246 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:22.582750 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Pushing event updated for resources: {'Port': ['ID=d499ae54-139e-412f-9b6e-575ad5819d0f,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:22.584882 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216ebe6-59fe-4e3c-ac6c-9c8a96d1d901 None None] Pushing event updated for resources: {'Port': ['ID=9065b591-f2a4-404d-b3de-c325f4eaf835,revision_number=3']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:22.598871 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:20Z', 'revision_number': 3, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:22.613248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764138'] for router_interface, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.632227 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0d742-360f-4981-aebf-3e90921a4899 None None] The sync data for ids ['32bb4111-492c-4644-afde-d0c6f89deb6f'] in dv-cinder-778907-2-iscsi is: [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:20Z', 'revision_number': 3, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:11:22.672519 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-e5101e74-8ce1-4233-b4b6-23d6256cbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:22.673941 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-e5101e74-8ce1-4233-b4b6-23d6256cbd79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.2460001 Jul 20 15:11:22.724415 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c7f67a0d-1a17-4619-892b-70685ad90e3b None None] Provisioning complete for port 9065b591-f2a4-404d-b3de-c325f4eaf835 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:22.724793 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c7f67a0d-1a17-4619-892b-70685ad90e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.773293 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-aa885357-1dec-4d57-bc54-1b5a84ef023f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 200 len: 1002 time: 0.0920093 Jul 20 15:11:22.816259 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.844507 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:22.906789 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-54fcb960-3851-4844-aed3-454dc7865538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:22.908349 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-54fcb960-3851-4844-aed3-454dc7865538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0931296 Jul 20 15:11:22.976723 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c178ba9a-06c1-4b6f-af58-b232e1f7a0ca None None] Provisioning for port d499ae54-139e-412f-9b6e-575ad5819d0f completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:22.984305 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c178ba9a-06c1-4b6f-af58-b232e1f7a0ca None None] Provisioning complete for port d499ae54-139e-412f-9b6e-575ad5819d0f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:22.985306 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c178ba9a-06c1-4b6f-af58-b232e1f7a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.032419 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-c178ba9a-06c1-4b6f-af58-b232e1f7a0ca None None] Port d499ae54-139e-412f-9b6e-575ad5819d0f cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:11:23.072998 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-6d6f31eb-d67d-4671-9cef-af062f39c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:23.075260 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-6d6f31eb-d67d-4671-9cef-af062f39c34f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586692 Jul 20 15:11:23.170746 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.184813 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.263888 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-bd2b6e30-d688-46fe-969c-3e72dd1ec0c8 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763513 Jul 20 15:11:23.320696 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Pushing event updated for resources: {'Port': ['ID=d499ae54-139e-412f-9b6e-575ad5819d0f,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:23.335540 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704346'] for router_interface, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.420835 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 193eb403-795a-483e-97d0-894e1bbc9a73 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:23.464743 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9a6cb23c-9823-491b-bbd8-a03dee5be7db req-18356eaa-c852-46f7-895f-c3edbdefeca7 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930270 Jul 20 15:11:23.479802 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port 193eb403-795a-483e-97d0-894e1bbc9a73 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:23.484236 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 193eb403-795a-483e-97d0-894e1bbc9a73 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:23.484992 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.501328 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:23.503062 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:23.622135 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.649185 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port 193eb403-795a-483e-97d0-894e1bbc9a73, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=193eb403-795a-483e-97d0-894e1bbc9a73,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:23.657249 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.658543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9065b591-f2a4-404d-b3de-c325f4eaf835 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:23.671968 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Router 32bb4111-492c-4644-afde-d0c6f89deb6f has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:11:23.739145 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=193eb403-795a-483e-97d0-894e1bbc9a73,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:23.752102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 9065b591-f2a4-404d-b3de-c325f4eaf835 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:23.752498 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.833232 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:11:23.848057 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-23fca431-0891-4a06-9576-d2add1b2399b admin admin] 10.222.0.35 "PUT /v2.0/routers/32bb4111-492c-4644-afde-d0c6f89deb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7437162 Jul 20 15:11:23.868285 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:23.896540 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-96d19d32-9f21-4380-a244-937f0aa74a4b None None] Provisioning complete for port d499ae54-139e-412f-9b6e-575ad5819d0f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:23.896913 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-96d19d32-9f21-4380-a244-937f0aa74a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:23.949984 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-96d19d32-9f21-4380-a244-937f0aa74a4b None None] Port d499ae54-139e-412f-9b6e-575ad5819d0f cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:11:23.960078 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:23.960460 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:24.571690 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Sync routers for ids ['32bb4111-492c-4644-afde-d0c6f89deb6f'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:11:24.581330 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Routers {'32bb4111-492c-4644-afde-d0c6f89deb6f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:24.582063 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['32bb4111-492c-4644-afde-d0c6f89deb6f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:24.702750 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Set router 32bb4111-492c-4644-afde-d0c6f89deb6f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:24.969404 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:22Z', 'revision_number': 4, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd499ae54-139e-412f-9b6e-575ad5819d0f', 'name': '', 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'mac_address': 'fa:16:3e:5b:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1e930c17-77c6-40bd-9fbe-26ec52138737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:21Z', 'updated_at': '2021-07-20T15:11:22Z', 'revision_number': 2, 'project_id': '4e17547e7fca442db038aefd0e334796', 'subnets': [{'id': '1e930c17-77c6-40bd-9fbe-26ec52138737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:24.998639 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Checking router: 32bb4111-492c-4644-afde-d0c6f89deb6f for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:11:24.999281 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Updating router 32bb4111-492c-4644-afde-d0c6f89deb6f port d499ae54-139e-412f-9b6e-575ad5819d0f binding host dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:11:25.050978 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.276540 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 193eb403-795a-483e-97d0-894e1bbc9a73 up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:25.379914 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port 193eb403-795a-483e-97d0-894e1bbc9a73 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:25.381013 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.582888 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Notify callbacks [] for port, precommit_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.593542 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.provisioning_blocks [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Transition to ACTIVE for port object d499ae54-139e-412f-9b6e-575ad5819d0f will not be triggered until provisioned by entity L2. {{(pid=93314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:25.601521 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.718204 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5563b4-a0d8-4e87-ab30-afc2a900afd4 None None] Pushing event updated for resources: {'Port': ['ID=d499ae54-139e-412f-9b6e-575ad5819d0f,revision_number=3']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:25.735056 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Attempting to bind port d499ae54-139e-412f-9b6e-575ad5819d0f on host dv-cinder-778907-2-iscsi for vnic_type normal with profile {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:25.735679 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Attempting to bind port d499ae54-139e-412f-9b6e-575ad5819d0f by drivers openvswitch,hyperv on host dv-cinder-778907-2-iscsi at level 0 using segments [{'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:25.736218 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Attempting to bind port d499ae54-139e-412f-9b6e-575ad5819d0f on network 597dbc94-3a54-4b4c-8579-8b84f9ce782f {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:25.741942 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Checking agent: {'id': '98d78ad1-e3e7-4402-ae0c-0a1e4139ff2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 14, 54, 9), 'started_at': datetime.datetime(2021, 7, 20, 14, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:25.742640 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Checking segment: {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:25.743194 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.743732 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Bound using segment: {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'} {{(pid=93314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:25.744351 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.managers [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Bound port: d499ae54-139e-412f-9b6e-575ad5819d0f, host: dv-cinder-778907-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81732502-074b-4ad9-8a19-5d04e7af9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f'}}] {{(pid=93314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:25.744906 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.892558 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] For port d499ae54-139e-412f-9b6e-575ad5819d0f, host dv-cinder-778907-2-iscsi, cleared binding levels {{(pid=93314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:25.901857 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.plugins.ml2.db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] For port d499ae54-139e-412f-9b6e-575ad5819d0f, host dv-cinder-778907-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d499ae54-139e-412f-9b6e-575ad5819d0f,segment=NetworkSegment(81732502-074b-4ad9-8a19-5d04e7af9b2c),segment_id=81732502-074b-4ad9-8a19-5d04e7af9b2c)] {{(pid=93314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:25.912130 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron_lib.callbacks.manager [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:25.988038 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Routers {'32bb4111-492c-4644-afde-d0c6f89deb6f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:11:25.989384 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:11:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['32bb4111-492c-4644-afde-d0c6f89deb6f'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:26.068550 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5563b4-a0d8-4e87-ab30-afc2a900afd4 None None] Pushing event updated for resources: {'Port': ['ID=d499ae54-139e-412f-9b6e-575ad5819d0f,revision_number=4']} {{(pid=93314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:26.149648 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] Set router 32bb4111-492c-4644-afde-d0c6f89deb6f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:11:26.453636 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:22Z', 'revision_number': 4, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd499ae54-139e-412f-9b6e-575ad5819d0f', 'name': '', 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'mac_address': 'fa:16:3e:5b:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1e930c17-77c6-40bd-9fbe-26ec52138737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:21Z', 'updated_at': '2021-07-20T15:11:25Z', 'revision_number': 4, 'project_id': '4e17547e7fca442db038aefd0e334796', 'subnets': [{'id': '1e930c17-77c6-40bd-9fbe-26ec52138737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:26.489053 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68634491-1177-45d6-97ea-a1c41939f482 None None] The sync data for ids ['32bb4111-492c-4644-afde-d0c6f89deb6f'] in dv-cinder-778907-2-iscsi is: [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:22Z', 'revision_number': 4, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': 'd499ae54-139e-412f-9b6e-575ad5819d0f', 'name': '', 'network_id': '597dbc94-3a54-4b4c-8579-8b84f9ce782f', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'mac_address': 'fa:16:3e:5b:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1e930c17-77c6-40bd-9fbe-26ec52138737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:21Z', 'updated_at': '2021-07-20T15:11:25Z', 'revision_number': 4, 'project_id': '4e17547e7fca442db038aefd0e334796', 'subnets': [{'id': '1e930c17-77c6-40bd-9fbe-26ec52138737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:11:26.679252 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-15b927d6-eed4-4a27-81e0-214e80932c5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953212 Jul 20 15:11:26.847566 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-a47368f2-efd9-4157-af49-77a107693d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:26.849391 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-a47368f2-efd9-4157-af49-77a107693d8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0962138 Jul 20 15:11:26.995157 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-a9c958cc-d692-4aaa-8415-1c7e5e531e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:26.997617 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-a9c958cc-d692-4aaa-8415-1c7e5e531e53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.1257737 Jul 20 15:11:27.103313 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-57b93ce4-8203-4d4b-9a7b-31979f30b338 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 200 len: 1002 time: 0.0963738 Jul 20 15:11:27.244294 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-64a4c7fe-2e1e-4c96-810b-cd8fef0d0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:27.246259 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-64a4c7fe-2e1e-4c96-810b-cd8fef0d0aa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.1345580 Jul 20 15:11:27.349789 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d499ae54-139e-412f-9b6e-575ad5819d0f up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:27.353454 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-190f4fab-1095-4f93-9bd3-d035b597f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:27.356704 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-190f4fab-1095-4f93-9bd3-d035b597f1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038239 Jul 20 15:11:27.428303 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning for port d499ae54-139e-412f-9b6e-575ad5819d0f completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:27.440117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d499ae54-139e-412f-9b6e-575ad5819d0f triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:27.440492 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:27.590006 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-737258cd-e813-4ff2-918e-ac62843bd1fe service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258186 Jul 20 15:11:27.627936 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:27.720761 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] For port d499ae54-139e-412f-9b6e-575ad5819d0f, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d499ae54-139e-412f-9b6e-575ad5819d0f,segment=NetworkSegment(81732502-074b-4ad9-8a19-5d04e7af9b2c),segment_id=81732502-074b-4ad9-8a19-5d04e7af9b2c)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:27.730279 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:27.774049 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7fb41549-ea6e-4170-9fd5-78d53bd606c8 req-68727b17-ad14-4a6b-8356-7b2f14dc5168 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768053 Jul 20 15:11:27.879962 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Pushing event updated for resources: {'Port': ['ID=d499ae54-139e-412f-9b6e-575ad5819d0f,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:29.281568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d499ae54-139e-412f-9b6e-575ad5819d0f up at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:29.392677 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Provisioning complete for port d499ae54-139e-412f-9b6e-575ad5819d0f triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:29.394399 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:36.027745 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-62b59d12-c035-4d08-afd4-7dd240da151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:38.150889 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-4a6e72de-a1d0-402d-95ae-8b4e56d2249b tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:38.152612 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-4a6e72de-a1d0-402d-95ae-8b4e56d2249b tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 815 time: 0.1276422 Jul 20 15:11:38.168880 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-a4287708-a465-4d6a-9997-ec29db6e4b2a tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/quotas/e82b4ef0cc674d58aa959d8b0f02f303 HTTP/1.1" status: 200 len: 375 time: 0.0107393 Jul 20 15:11:38.257384 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-60f128e4-3865-4f2b-9001-315006304827 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825288 Jul 20 15:11:38.358012 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-94d975a6-01cc-48de-80d8-99801f346b50 service neutron] 10.222.0.35 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918090 Jul 20 15:11:38.470550 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-f940883c-7b71-48ae-9f44-b175345dd60a service neutron] 10.222.0.35 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064215 Jul 20 15:11:38.654353 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-85ec3d65-b1e6-4804-9c07-0c31296ce778 req-f7327486-cd6e-459a-8b25-5afd6ff83919 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 210 time: 0.0369263 Jul 20 15:11:38.683960 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b60bbb21-0297-44e1-8361-4fef7f191e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:38.707384 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:39.797542 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-8054d855-0796-442d-8dda-c98f96e5a9a8 req-d7b25cb0-b772-4e73-838a-786ff9250321 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 210 time: 0.0512130 Jul 20 15:11:39.863595 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:40.028406 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-821139b6-1628-4d9b-b891-56270ab7bead tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:40.030425 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-821139b6-1628-4d9b-b891-56270ab7bead tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 815 time: 0.1403632 Jul 20 15:11:40.062087 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'port': {'device_id': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'admin_state_up': True, 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:40.194214 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Made reservation on behalf of e82b4ef0cc674d58aa959d8b0f02f303 for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:11:40.200525 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:40.359105 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Allocated IP 172.20.0.10 (9a28e3ab-077a-4217-b940-ddbffebe1a43/e8ad7423-0529-44ee-939f-5614bd54823e/ecf006d8-0a04-46a7-99ab-e47f82b6085f) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:11:40.573519 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:40.596562 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Transition to ACTIVE for port object ecf006d8-0a04-46a7-99ab-e47f82b6085f will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:40.633916 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:40.747373 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:40.753216 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:11:40.756349 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:11:40.763928 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:11:40.852909 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:40.856273 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:40.904126 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-72b296fc-17c6-4e33-b285-47a623c4f1ce tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8463383 Jul 20 15:11:40.944996 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Request body: {'port': {'device_id': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:11:41.065299 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f880c-e566-4910-bda6-2753841cb4d0 req-6abff25d-beee-4fb8-bddc-2564c4d21e9e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:41.072315 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dd5f880c-e566-4910-bda6-2753841cb4d0 req-6abff25d-beee-4fb8-bddc-2564c4d21e9e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 932 time: 0.1482186 Jul 20 15:11:41.127448 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dd5f880c-e566-4910-bda6-2753841cb4d0 req-6254cfd1-9fe0-483b-992b-7359fd04c60c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526941 Jul 20 15:11:41.129738 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-6c7b5b00-6bf0-4e4d-bf85-f4c5d7edc978 None None] Provisioning for port ecf006d8-0a04-46a7-99ab-e47f82b6085f completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:41.143869 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-6c7b5b00-6bf0-4e4d-bf85-f4c5d7edc978 None None] Provisioning complete for port ecf006d8-0a04-46a7-99ab-e47f82b6085f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:41.146035 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5b00-6bf0-4e4d-bf85-f4c5d7edc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:41.150227 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:41.249231 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b5b00-6bf0-4e4d-bf85-f4c5d7edc978 None None] Port ecf006d8-0a04-46a7-99ab-e47f82b6085f cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:11:41.462550 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:41.640597 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf006d8-0a04-46a7-99ab-e47f82b6085f {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:11:41.648789 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:41.670139 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Transition to ACTIVE for port object ecf006d8-0a04-46a7-99ab-e47f82b6085f will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:11:41.674167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:41.741661 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:41.831288 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Attempting to bind port ecf006d8-0a04-46a7-99ab-e47f82b6085f on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:11:41.831626 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Attempting to bind port ecf006d8-0a04-46a7-99ab-e47f82b6085f by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:11:41.832187 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Attempting to bind port ecf006d8-0a04-46a7-99ab-e47f82b6085f on network 9a28e3ab-077a-4217-b940-ddbffebe1a43 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:41.837741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Port ecf006d8-0a04-46a7-99ab-e47f82b6085f on network 9a28e3ab-077a-4217-b940-ddbffebe1a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:11:41.838147 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Attempting to bind port ecf006d8-0a04-46a7-99ab-e47f82b6085f on network 9a28e3ab-077a-4217-b940-ddbffebe1a43 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:11:41.844512 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:11:41.844921 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Checking segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:11:41.845490 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Bound using segment: {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:11:41.845943 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Bound port: ecf006d8-0a04-46a7-99ab-e47f82b6085f, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a218c780-910c-41b5-9e14-d21dccf80156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:11:41.846308 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:41.979788 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:11:41.988251 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:11:41.996975 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:42.073527 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:42.074315 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:42.076598 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] 10.222.0.36 "PUT /v2.0/ports/ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 1094 time: 1.1389036 Jul 20 15:11:42.077098 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:42.079588 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:42.096892 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd2569-8521-45a0-9c23-917fbda610af service neutron] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:42.131985 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e6c9b8-a77d-4987-9da4-97c5992012a5 x-openstack-request-id: req-39e6c9b8-a77d-4987-9da4-97c5992012a5 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:42.132351 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:42.132601 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39e6c9b8-a77d-4987-9da4-97c5992012a5 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:42.133078 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'status': 'completed', 'code': 200} Jul 20 15:11:42.282112 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc505f3-b76d-4496-b2dd-1462f9df1540 req-6aa85030-f241-429d-9b78-0583ba1c60c3 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:42.283657 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bc505f3-b76d-4496-b2dd-1462f9df1540 req-6aa85030-f241-429d-9b78-0583ba1c60c3 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0932603 Jul 20 15:11:42.320792 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-1bc505f3-b76d-4496-b2dd-1462f9df1540 req-89669b65-0b1e-4ad9-98e6-292328ed9684 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Jul 20 15:11:43.472334 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c932fc-7506-4b41-8605-7f6bc588adf1 req-4b0e29b6-4950-4400-a03a-569e957674f0 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:43.474014 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d0c932fc-7506-4b41-8605-7f6bc588adf1 req-4b0e29b6-4950-4400-a03a-569e957674f0 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0812700 Jul 20 15:11:43.514944 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d0c932fc-7506-4b41-8605-7f6bc588adf1 req-6b33e48f-346f-432f-b137-438f7da50ab4 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Jul 20 15:11:44.657131 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb64e4c-0a2b-4860-864d-80bbe0d7140f req-58335ae4-c35c-4167-95ed-ffd453ec7bed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:44.658684 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5bb64e4c-0a2b-4860-864d-80bbe0d7140f req-58335ae4-c35c-4167-95ed-ffd453ec7bed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0735877 Jul 20 15:11:44.704385 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5bb64e4c-0a2b-4860-864d-80bbe0d7140f req-94597513-5547-4482-b7a4-364f3d46f7bd tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Jul 20 15:11:44.806970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52738) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:44.855623 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Deleting subnet e9661681-e492-47e8-9054-97624876527b {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:11:44.858814 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:44.893044 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:44.932677 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.041654 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.077949 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9661681-e492-47e8-9054-97624876527b,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:45.087194 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.092956 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-fd2e94b3-fde8-4b70-be1a-ee79cdf9fb58 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e9661681-e492-47e8-9054-97624876527b HTTP/1.1" status: 204 len: 168 time: 0.2849350 Jul 20 15:11:45.097127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52740) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:45.169024 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.258796 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.269661 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fda7be7-cdd1-4587-a6ff-e8d5c1843e60']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:45.280341 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c287b4b6-2639-410a-a2d6-5d1c419b7a30') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:45.280643 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c287b4b6-2639-410a-a2d6-5d1c419b7a30') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:11:45.290499 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.318053 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.325311 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:11:45.325715 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:11:45.327442 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:11:45.384261 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.390287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.392303 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] 10.222.0.35 "DELETE /v2.0/networks/6fda7be7-cdd1-4587-a6ff-e8d5c1843e60 HTTP/1.1" status: 204 len: 168 time: 0.2941766 Jul 20 15:11:45.408148 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a26f-b9f8-4162-9883-58df1c63b06a admin admin] Pushing event deleted for resources: {'Network': ['ID=6fda7be7-cdd1-4587-a6ff-e8d5c1843e60,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:45.565123 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52744) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:45.610083 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52746) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:11:45.610349 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-7ea8ee1e-9536-465b-ad83-5a40b1fd2d1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac4082ec0cb94ed893a80ff6a7912aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438514 Jul 20 15:11:45.666059 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-92d474e3-6c4c-4370-af19-c32c7936a294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.688889 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-92d474e3-6c4c-4370-af19-c32c7936a294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.755026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-92d474e3-6c4c-4370-af19-c32c7936a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.757818 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-92d474e3-6c4c-4370-af19-c32c7936a294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:45.761761 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-92d474e3-6c4c-4370-af19-c32c7936a294 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d HTTP/1.1" status: 204 len: 168 time: 0.1503153 Jul 20 15:11:45.769645 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d474e3-6c4c-4370-af19-c32c7936a294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8f4bb-9eda-420f-b82e-e6b393fd2c2d,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:45.858017 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fe528-d8c3-4c98-984f-3a3d401371d3 req-b78f9b9f-1bcf-4fbb-b780-f1b90b8dc106 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:45.866037 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5e3fe528-d8c3-4c98-984f-3a3d401371d3 req-b78f9b9f-1bcf-4fbb-b780-f1b90b8dc106 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0846350 Jul 20 15:11:45.902438 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5e3fe528-d8c3-4c98-984f-3a3d401371d3 req-16827149-9794-4207-9113-b7058f52664b tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355110 Jul 20 15:11:47.045669 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41386d6-7a44-4e5f-a153-e9018a024efe req-df1f37fe-691c-4461-90f7-bea3115507e4 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:47.047271 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a41386d6-7a44-4e5f-a153-e9018a024efe req-df1f37fe-691c-4461-90f7-bea3115507e4 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0765018 Jul 20 15:11:47.085542 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a41386d6-7a44-4e5f-a153-e9018a024efe req-ea43634a-3b00-4491-84e5-75885c24d3f0 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jul 20 15:11:48.221967 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4a5ff-c818-4dce-8112-6ab5be69a579 req-2a67f346-3b08-4e97-b5d2-23c9fe694e8f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:48.226279 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a4e4a5ff-c818-4dce-8112-6ab5be69a579 req-2a67f346-3b08-4e97-b5d2-23c9fe694e8f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0716796 Jul 20 15:11:48.261906 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a4e4a5ff-c818-4dce-8112-6ab5be69a579 req-7865b455-4cef-418f-95f0-1a1d2aa42469 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Jul 20 15:11:49.401071 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124594d-28a0-4b5d-ae1b-2c61252e245f req-64a45e22-a9d2-4bfe-9586-7f84a427018e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:49.403247 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3124594d-28a0-4b5d-ae1b-2c61252e245f req-64a45e22-a9d2-4bfe-9586-7f84a427018e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0739043 Jul 20 15:11:49.442497 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3124594d-28a0-4b5d-ae1b-2c61252e245f req-f504ee8a-8b54-42d1-a2b0-0b3a2eb77a5c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jul 20 15:11:50.503482 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:11:50.585520 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb7100-082f-4453-9a2f-8a294e3103f8 req-8155b794-ddac-416d-8e15-831e6d4b179a tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:50.587097 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-aaeb7100-082f-4453-9a2f-8a294e3103f8 req-8155b794-ddac-416d-8e15-831e6d4b179a tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0696568 Jul 20 15:11:50.630408 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-aaeb7100-082f-4453-9a2f-8a294e3103f8 req-4fb8e5fc-9aaf-4f5f-a295-c5bbb80608a5 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370965 Jul 20 15:11:51.766075 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e2da9-b180-40aa-86c1-be3e068285ef req-e2241a19-e8aa-4fc2-828e-a9da906fac74 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:51.768497 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9e9e2da9-b180-40aa-86c1-be3e068285ef req-e2241a19-e8aa-4fc2-828e-a9da906fac74 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0678954 Jul 20 15:11:51.808660 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-9e9e2da9-b180-40aa-86c1-be3e068285ef req-e60bdd7d-e4f3-4cc5-9f6d-52c7d3173d45 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Jul 20 15:11:52.710308 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f req-765c7e41-a92c-4bfa-82cc-8e126e61b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:52.712547 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f req-765c7e41-a92c-4bfa-82cc-8e126e61b68d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1097 time: 0.0590146 Jul 20 15:11:52.828120 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f req-1768ede7-be50-482e-90f9-520dd05567a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:52.829590 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f req-1768ede7-be50-482e-90f9-520dd05567a0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941408 Jul 20 15:11:52.849297 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:52.964136 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f req-5e4616a8-9dce-4832-beca-be651e931276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:52.965615 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4dd9861e-73a9-4586-b28f-bf2cb4ff7e1f req-5e4616a8-9dce-4832-beca-be651e931276 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246092 Jul 20 15:11:52.986944 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b9841-ac83-4fb2-bca8-86e1deb1ebee req-893c208f-9ee0-4b49-8cb7-88b05f737669 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:52.988439 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-766b9841-ac83-4fb2-bca8-86e1deb1ebee req-893c208f-9ee0-4b49-8cb7-88b05f737669 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.1103613 Jul 20 15:11:53.027877 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-766b9841-ac83-4fb2-bca8-86e1deb1ebee req-af003a89-7ad2-4332-9919-f3e59adc7c6e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jul 20 15:11:53.086487 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-79e0c566-aec1-4e32-92bf-d31112ef3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:53.087940 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-79e0c566-aec1-4e32-92bf-d31112ef3ebf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1097 time: 0.0591180 Jul 20 15:11:53.136298 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-76fa91c1-7b29-4a78-bc30-bc3f8f239546 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 217 time: 0.0345359 Jul 20 15:11:53.184485 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-e32678d4-b1bd-425a-bf8d-08699954501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:53.185958 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-e32678d4-b1bd-425a-bf8d-08699954501b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.0434759 Jul 20 15:11:53.246099 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-42e5ea1b-ae41-41cf-b4db-997d88fdaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:53.247637 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-42e5ea1b-ae41-41cf-b4db-997d88fdaf10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539289 Jul 20 15:11:53.340522 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-5dbadb1b-55a5-4033-84e6-1a9a8a0d5de5 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Jul 20 15:11:53.434413 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-11661f3f-e5dc-47d6-af65-ef5426c5ab11 req-eef834cb-3dad-4d3a-836d-52651a5015b5 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842917 Jul 20 15:11:54.162968 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08ef5c-7767-4ab4-89c2-72976d25f390 req-f33c2eb3-a039-4446-a7ae-d77799dea007 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:54.164463 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cf08ef5c-7767-4ab4-89c2-72976d25f390 req-f33c2eb3-a039-4446-a7ae-d77799dea007 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 944 time: 0.0666997 Jul 20 15:11:54.201388 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cf08ef5c-7767-4ab4-89c2-72976d25f390 req-2064edcb-6097-4570-aa8a-afa105c9f692 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Jul 20 15:11:55.052117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device ecf006d8-0a04-46a7-99ab-e47f82b6085f details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:11:55.164553 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:55.178617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'port_id': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'mac_address': 'fa:16:3e:88:08:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:11:55.214855 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:55.227097 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf006d8-0a04-46a7-99ab-e47f82b6085f {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:11:55.248075 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:55.252495 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:55.303859 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:55.311472 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.311880 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.312166 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.312501 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.312834 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.313167 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.313493 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.313818 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.314146 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.314465 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.314842 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.315214 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:11:55.334555 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752945a-79b3-4f88-b84a-6e20a623d97a req-7fdc0c7f-eaf8-4ccb-8554-98f1202dc019 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:55.336083 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d752945a-79b3-4f88-b84a-6e20a623d97a req-7fdc0c7f-eaf8-4ccb-8554-98f1202dc019 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 945 time: 0.0637779 Jul 20 15:11:55.373999 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-d752945a-79b3-4f88-b84a-6e20a623d97a req-1636778f-29b0-46de-a842-7a0c36baf9fb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Jul 20 15:11:55.563402 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['ecf006d8-0a04-46a7-99ab-e47f82b6085f'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:11:56.501030 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306a531-d8b5-43f6-baef-5186c0a09d2f req-4a00863a-ba1b-4767-a204-880315655a1f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:56.502529 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c306a531-d8b5-43f6-baef-5186c0a09d2f req-4a00863a-ba1b-4767-a204-880315655a1f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 945 time: 0.0641146 Jul 20 15:11:56.539953 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c306a531-d8b5-43f6-baef-5186c0a09d2f req-e875cf94-c363-4334-aa32-c0d3df867183 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Jul 20 15:11:57.061534 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device ecf006d8-0a04-46a7-99ab-e47f82b6085f up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:11:57.108443 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port ecf006d8-0a04-46a7-99ab-e47f82b6085f completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:11:57.112476 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port ecf006d8-0a04-46a7-99ab-e47f82b6085f triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:11:57.112854 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:57.197385 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:57.219312 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:11:57.221652 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca5e9bc-6553-479e-9102-93c339331c3c" -d '{"events": [{"server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "name": "network-vif-plugged", "status": "completed", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:11:57.233932 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:11:57.239427 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:11:57.263076 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c03a3d-4ded-4790-8311-8182207273a0 x-openstack-request-id: req-48c03a3d-4ded-4790-8311-8182207273a0 {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:11:57.263359 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "name": "network-vif-plugged", "status": "completed", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:11:57.263603 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48c03a3d-4ded-4790-8311-8182207273a0 {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:11:57.263982 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'code': 200} Jul 20 15:11:57.289913 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:11:57.468688 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e73f-5eaa-4689-b210-c9a0c8941048 req-c323f39f-7819-4c00-8d0b-d328882f8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:57.470105 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e499e73f-5eaa-4689-b210-c9a0c8941048 req-c323f39f-7819-4c00-8d0b-d328882f8c5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1099 time: 0.0564656 Jul 20 15:11:57.504020 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-e499e73f-5eaa-4689-b210-c9a0c8941048 req-a347c970-96d5-4dbe-a43e-48073b4c42ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277245 Jul 20 15:11:57.667902 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e46290-1223-4b7c-9ddb-db0dfc7ac5d5 req-8ea9c905-eff7-4ba9-8b6c-4707278b068f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:57.669385 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-00e46290-1223-4b7c-9ddb-db0dfc7ac5d5 req-8ea9c905-eff7-4ba9-8b6c-4707278b068f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0614140 Jul 20 15:11:57.707362 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-00e46290-1223-4b7c-9ddb-db0dfc7ac5d5 req-c82b3a9e-ba63-4a22-a736-dc41b890dd49 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 Jul 20 15:11:58.855346 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af21fd-ce57-4424-a771-c25a694bb5eb req-b6f17603-a44d-45c7-b581-d9ba4195f776 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:58.856818 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-79af21fd-ce57-4424-a771-c25a694bb5eb req-b6f17603-a44d-45c7-b581-d9ba4195f776 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0801950 Jul 20 15:11:58.894241 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-79af21fd-ce57-4424-a771-c25a694bb5eb req-185bd04e-faf1-4d7b-b793-3d70ef479319 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Jul 20 15:11:59.023570 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b5b9b-f4d0-4d8e-bd7c-7208b82d2183 req-119d9592-bfc9-4133-b262-7d4bd389ce5d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:59.025563 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d58b5b9b-f4d0-4d8e-bd7c-7208b82d2183 req-119d9592-bfc9-4133-b262-7d4bd389ce5d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0662773 Jul 20 15:11:59.063772 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-d58b5b9b-f4d0-4d8e-bd7c-7208b82d2183 req-6e20cc67-45e2-491e-8439-3df78ba8d88b tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Jul 20 15:11:59.398290 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c779b26-38e0-4771-b53e-5883e7bc2ab0 req-a9448f4e-1236-4807-bc9e-70de7ebda858 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:11:59.399792 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2c779b26-38e0-4771-b53e-5883e7bc2ab0 req-a9448f4e-1236-4807-bc9e-70de7ebda858 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0630016 Jul 20 15:11:59.436532 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-2c779b26-38e0-4771-b53e-5883e7bc2ab0 req-a06e8e80-3c19-43d7-a1b0-cba1329ebdc7 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 20 15:12:06.018859 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b40f6131-ccfc-425a-bfeb-517cbf55eb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:08.675537 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab03f-9396-4167-8460-22bd3e61895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:08.692210 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:08.926458 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416d010-dd11-4281-84f7-70a289ed53f8 req-35d9d438-4621-4a99-810d-953362adaa4b tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:08.927884 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7416d010-dd11-4281-84f7-70a289ed53f8 req-35d9d438-4621-4a99-810d-953362adaa4b tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0656421 Jul 20 15:12:08.968862 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-7416d010-dd11-4281-84f7-70a289ed53f8 req-7da5c364-f167-42b4-9cd4-12176221d0f1 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Jul 20 15:12:08.991251 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52836) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:09.232747 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf43be7-767b-4dbf-80a9-8454fb8aa995 tempest-TestMinimumBasicScenario-9451023 tempest-TestMinimumBasicScenario-9451023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:09.234278 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-1cf43be7-767b-4dbf-80a9-8454fb8aa995 tempest-TestMinimumBasicScenario-9451023 tempest-TestMinimumBasicScenario-9451023-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1094 time: 0.2420440 Jul 20 15:12:09.237528 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52840) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:09.241783 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'port_id': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:09.264790 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for floatingip, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:09.360231 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:09.718073 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_common [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Allocated IP 172.27.3.111 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/25ac4cf8-4217-4a1e-9a27-955002e0dfa1) {{(pid=93312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:12:09.823747 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for port, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:09.861613 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:09.866363 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:09.896192 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:12:09.898975 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.base_scheduler [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Resources bound (agent type, host, resource id): {{(pid=93312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:12:09.904457 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Received port after_create {{(pid=93312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:12:09.930724 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'Port': ['ID=25ac4cf8-4217-4a1e-9a27-955002e0dfa1,revision_number=1']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:09.943347 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.943703 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.944048 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.944387 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.944725 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.945059 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.945388 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.946274 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.946625 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.946954 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.947282 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:09.947608 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:10.265571 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:10.343079 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:10.490483 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:10.495022 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:10.564784 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'Port': ['ID=25ac4cf8-4217-4a1e-9a27-955002e0dfa1,revision_number=2']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:10.577497 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:10.681716 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Floating IP 9a2c0bf5-6a23-404b-a05a-3220649e22bf associated. External IP: 172.27.3.111, port: ecf006d8-0a04-46a7-99ab-e47f82b6085f. Jul 20 15:12:10.882458 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Router b9b11731-6788-424e-ba21-d97a704d4511 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:12:10.999612 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:12:11.010003 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] Sync routers for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:12:11.015630 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.019753 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:12:11.020388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:12:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:12:11.058909 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-32979623-1e93-4c4c-80f7-170e2aa63259 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8178453 Jul 20 15:12:11.058909 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:12:11.059261 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc139d44-3417-40a8-823e-f0b1b36873ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:12:11.059980 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52842) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:11.064881 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128954115', 'description': 'tempest-secgroup-smoke-2128954115 description', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:11.092119 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.096058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f59b2-2cb9-4144-bf2f-5df32c6ab9a3 x-openstack-request-id: req-450f59b2-2cb9-4144-bf2f-5df32c6ab9a3 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:12:11.096433 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:12:11.096800 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-450f59b2-2cb9-4144-bf2f-5df32c6ab9a3 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:12:11.097254 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'status': 'completed', 'code': 200} Jul 20 15:12:11.122389 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:12:11.224189 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.230782 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.243485 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-2e39dc20-f756-4b15-8406-a3ac561631c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:11.245013 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-2e39dc20-f756-4b15-8406-a3ac561631c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1099 time: 0.1025712 Jul 20 15:12:11.283283 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbea0a3-ef65-4818-a350-d94d34887057,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:11.285731 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.286994 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2257771 Jul 20 15:12:11.291261 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52846) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:11.296348 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group_rule': {'security_group_id': '8cbea0a3-ef65-4818-a350-d94d34887057', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:11.307026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.307370 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.307714 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.308050 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.308788 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.308788 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.309032 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.309362 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.309687 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.310011 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.310333 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.310679 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904d5d8-9cf3-4993-8cfa-ae9cd3185eaa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:12:11.328908 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.377594 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-2c80db44-3a98-4d0d-9e6e-6cad6d5518d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:11.379370 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-2c80db44-3a98-4d0d-9e6e-6cad6d5518d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 916 time: 0.1252522 Jul 20 15:12:11.395242 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.401955 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.420635 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56d1292-4fc4-4226-afa9-3d40b4d88220,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:11.431250 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.435457 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-7f89baf1-5dc9-4d2c-83af-e9cebfe4c185 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427517 Jul 20 15:12:11.436090 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52848) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:11.441018 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group_rule': {'security_group_id': '8cbea0a3-ef65-4818-a350-d94d34887057', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:11.457190 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-49878930-4267-420f-b837-2c19d6e5af80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 1000 time: 0.0706787 Jul 20 15:12:11.473868 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.475154 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.539959 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '9a2c0bf5-6a23-404b-a05a-3220649e22bf', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'port_id': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'mac_address': 'fa:16:3e:88:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:12:10Z', 'updated_at': '2021-07-20T15:12:10Z', 'revision_number': 0, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:21Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:12:11.540599 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.544956 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.562563 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebbce11-a37e-4f34-a066-295572cf67fa,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:11.573113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] Checking router: b9b11731-6788-424e-ba21-d97a704d4511 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:12:11.573768 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.575163 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8691b262-bab6-4226-b9af-326bd1f2357d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380925 Jul 20 15:12:11.577812 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52850) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:11.584667 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group_rule': {'security_group_id': '8cbea0a3-ef65-4818-a350-d94d34887057', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:11.586748 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:12:11.587387 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:12:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:12:11.614538 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.680286 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.684352 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.703320 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62743f85-b243-44c3-aeb7-3f0570ed8e3d,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:11.705745 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:12:11.709905 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.714697 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-de5758e0-a5d0-4473-b970-89f114798eed tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338873 Jul 20 15:12:11.715358 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52852) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:11.720220 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group_rule': {'security_group_id': '8cbea0a3-ef65-4818-a350-d94d34887057', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:11.750881 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.784876 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-382512ec-aca7-496d-837d-47f87b169fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:11.786325 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-382512ec-aca7-496d-837d-47f87b169fa6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.3226271 Jul 20 15:12:11.819141 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.824485 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.845519 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb18131-1e07-422f-92aa-ee704e748291,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:11.850585 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-a064ca8b-273a-45c4-b30d-a73d073e69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:11.852503 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-a064ca8b-273a-45c4-b30d-a73d073e69e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579183 Jul 20 15:12:11.853558 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.857358 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-2762fe20-bc77-4ad2-8743-cbc48b0edd4f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384037 Jul 20 15:12:11.857471 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52854) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:11.862193 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group_rule': {'security_group_id': '8cbea0a3-ef65-4818-a350-d94d34887057', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:11.885284 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.securitygroups_db [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Project e82b4ef0cc674d58aa959d8b0f02f303 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:12:11.891344 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.949117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '9a2c0bf5-6a23-404b-a05a-3220649e22bf', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'port_id': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'mac_address': 'fa:16:3e:88:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:12:10Z', 'updated_at': '2021-07-20T15:12:10Z', 'revision_number': 0, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:21Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:12:11.958393 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-1a3dce8f-33c4-45e7-91b4-e1efe4fc0c48 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985136 Jul 20 15:12:11.968153 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.972393 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.976977 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e8602-3531-4e22-82be-11ef0e4f3d0c None None] The sync data for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi is: [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': '9a2c0bf5-6a23-404b-a05a-3220649e22bf', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'port_id': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'mac_address': 'fa:16:3e:88:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:12:10Z', 'updated_at': '2021-07-20T15:12:10Z', 'revision_number': 0, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:21Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:12:11.992653 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:11.996747 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382833 Jul 20 15:12:11.997492 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52856) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:12:12.003484 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'security_group_rule': {'security_group_id': '8cbea0a3-ef65-4818-a350-d94d34887057', 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:12.009629 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811061d-fe26-438a-ab05-b93e1574e2b8 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818b17ef-68b2-4c73-8dcc-4a164634a10d,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:12.031345 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.securitygroups_db [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Project e82b4ef0cc674d58aa959d8b0f02f303 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:12:12.037479 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.077206 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-cc139d44-3417-40a8-823e-f0b1b36873ed req-354b6477-8ee1-4644-aa5c-294195081a1d service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123610 Jul 20 15:12:12.102578 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.109157 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538179'] for security_group_rule, after_create {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.127270 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6148b936-42f6-4644-afcb-5253d9b608ce,revision_number=0']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:12.133994 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.135209 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-48c204d4-5d87-4f73-84b5-941960160ebb tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353056 Jul 20 15:12:12.196926 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6d745-3eff-453b-a356-75bfd2c329e7 None None] New status for floating IP 9a2c0bf5-6a23-404b-a05a-3220649e22bf: ACTIVE {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:12:12.219115 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-41464021-8dec-44f7-b28d-cec9092d6508 req-cd332a61-5861-4bda-8db5-efa5fe8fc09e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128954115&fields=id&tenant_id=e82b4ef0cc674d58aa959d8b0f02f303 HTTP/1.1" status: 200 len: 267 time: 0.0359626 Jul 20 15:12:12.290633 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464021-8dec-44f7-b28d-cec9092d6508 req-f02f0e39-4929-4b47-b5ad-0c5c59eaa240 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:12.292143 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-41464021-8dec-44f7-b28d-cec9092d6508 req-f02f0e39-4929-4b47-b5ad-0c5c59eaa240 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0678623 Jul 20 15:12:12.302894 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'port': {'security_groups': ['02cad6c7-72dc-485c-b4dc-f93dac1f2b11', '8cbea0a3-ef65-4818-a350-d94d34887057']}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:12:12.389948 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.573537 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:12:12.604198 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.609003 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.643355 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['ecf006d8-0a04-46a7-99ab-e47f82b6085f'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:12:12.657207 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:12.657800 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:12.659284 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-41464021-8dec-44f7-b28d-cec9092d6508 req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "PUT /v2.0/ports/ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 982 time: 0.3609917 Jul 20 15:12:12.692189 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f6553-ac40-4acd-96c8-158e3410bf67 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=6']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:12:12.792993 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['ecf006d8-0a04-46a7-99ab-e47f82b6085f'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:12:12.798997 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38748856-a7a1-414c-b253-d31bbfcc38c4 req-23662e19-e5ff-48ce-ab21-35899eda8ee2 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:12.804306 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38748856-a7a1-414c-b253-d31bbfcc38c4 req-23662e19-e5ff-48ce-ab21-35899eda8ee2 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0781693 Jul 20 15:12:12.851096 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38748856-a7a1-414c-b253-d31bbfcc38c4 req-daf66560-b7ff-4b84-96a5-fa8985915b95 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438569 Jul 20 15:12:12.995286 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-c117b4e1-7a46-409f-8a26-6f2b24c1f7c7 None None] Provisioning complete for port ecf006d8-0a04-46a7-99ab-e47f82b6085f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:12:12.995661 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c117b4e1-7a46-409f-8a26-6f2b24c1f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:13.098675 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:12:13.100977 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90145c-b9fe-48e2-9e53-38211ba56814" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:12:13.137453 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5591b64-faa8-476f-84ce-e6a775fd9128 x-openstack-request-id: req-a5591b64-faa8-476f-84ce-e6a775fd9128 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:12:13.137830 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:12:13.138145 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5591b64-faa8-476f-84ce-e6a775fd9128 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:12:13.138637 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'status': 'completed', 'code': 200} Jul 20 15:12:13.237245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-21b20e7c-d881-4837-8583-ff32ef586a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:13.239216 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-21b20e7c-d881-4837-8583-ff32ef586a70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1138 time: 0.0572405 Jul 20 15:12:13.330438 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-825fed5a-0358-40c4-b890-c83e7efed1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:13.331970 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-825fed5a-0358-40c4-b890-c83e7efed1c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 916 time: 0.0864191 Jul 20 15:12:13.402399 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-f6384698-0190-4684-b4e3-abf7a51f13e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 1002 time: 0.0635648 Jul 20 15:12:13.452328 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-ff9c52e3-1dc6-4a16-8ab4-7f063fefc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:13.453801 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-ff9c52e3-1dc6-4a16-8ab4-7f063fefc3d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.0453947 Jul 20 15:12:13.513173 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-ec77ad76-d341-4174-b07c-4f627875a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:13.514751 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-ec77ad76-d341-4174-b07c-4f627875a090 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528677 Jul 20 15:12:13.606920 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-b697a143-4649-485d-8e18-9f3cac298f6b service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847044 Jul 20 15:12:13.700220 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc90145c-b9fe-48e2-9e53-38211ba56814 req-7f4e5b19-f5e1-4036-81a1-697d4788a6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856805 Jul 20 15:12:22.836925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:26.624091 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-ba7bcb1c-ea19-456c-9072-0cc23ab87f54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522788 Jul 20 15:12:26.735525 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-b1440d6a-ad1b-475b-89c5-71376f961955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:26.737068 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-b1440d6a-ad1b-475b-89c5-71376f961955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0538061 Jul 20 15:12:26.841870 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-41e820ce-4149-44c7-b4f2-9dc20d80eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:26.843358 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-41e820ce-4149-44c7-b4f2-9dc20d80eacd service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.0866296 Jul 20 15:12:26.904969 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-f14f59e3-f7ed-4a51-bc4f-6361ee734db9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 200 len: 1002 time: 0.0555842 Jul 20 15:12:26.952044 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-2eadd841-f81f-40c0-95f8-24e4ceed91de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:26.953446 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-2eadd841-f81f-40c0-95f8-24e4ceed91de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0422721 Jul 20 15:12:27.015802 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-f32d4529-a35b-4a20-a956-765be85ad38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:27.017298 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-f32d4529-a35b-4a20-a956-765be85ad38b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561407 Jul 20 15:12:27.103418 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-2d9de7ab-a3a4-4900-b503-733c18f97fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791821 Jul 20 15:12:27.193299 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-38575de6-4e89-42fc-b638-7a2eeef047f5 req-18253bdf-f71b-4bff-9852-edcbb5665dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832858 Jul 20 15:12:27.502324 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:12:35.760545 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-b509e20a-4224-4310-a85c-07b53d9a650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:35.762061 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-b509e20a-4224-4310-a85c-07b53d9a650a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1138 time: 0.0549395 Jul 20 15:12:35.838627 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058409f-22e6-4eac-89a5-2005eceb450f req-c900af9f-e8a4-48aa-8247-189f85bdd314 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:35.840191 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5058409f-22e6-4eac-89a5-2005eceb450f req-c900af9f-e8a4-48aa-8247-189f85bdd314 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.1865308 Jul 20 15:12:35.858930 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-28493553-8fff-4d5c-9d90-ba322b39ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:35.860400 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-28493553-8fff-4d5c-9d90-ba322b39ccf6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 916 time: 0.0913513 Jul 20 15:12:35.880668 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5058409f-22e6-4eac-89a5-2005eceb450f req-43bf80cf-4d4e-4599-8e85-d16fcdb770e6 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343714 Jul 20 15:12:35.926376 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-87b03eab-96ff-4424-affe-5cdabd725467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 1002 time: 0.0586822 Jul 20 15:12:35.973917 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-44eb993e-851e-4509-a953-ae9ef379466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:35.975434 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-44eb993e-851e-4509-a953-ae9ef379466e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.0425262 Jul 20 15:12:36.019735 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1468-5ade-4294-82ef-0e9239a343de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:36.037399 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-9603761b-4baf-43c4-9a66-3e08f122f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:36.038927 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-9603761b-4baf-43c4-9a66-3e08f122f5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571749 Jul 20 15:12:36.126548 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-f2de754e-6251-42ec-99ff-8555e0667f07 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810382 Jul 20 15:12:36.222292 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4e1521d9-3468-4de7-9a9e-05b1118aab4a req-758cf279-5b94-4c77-8c1c-6544c7edf6da service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892196 Jul 20 15:12:37.063400 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dff0c-3b84-4e84-9575-e7203689ac15 req-165cab98-e04d-4d68-93d3-7f6668955d3f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:37.064903 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0f1dff0c-3b84-4e84-9575-e7203689ac15 req-165cab98-e04d-4d68-93d3-7f6668955d3f tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.1138210 Jul 20 15:12:37.105360 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0f1dff0c-3b84-4e84-9575-e7203689ac15 req-b76764c7-6d85-476f-9ef3-db48ffffcf2e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341241 Jul 20 15:12:38.246618 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7051-74f2-476b-9aab-fc2da0ed2aad req-be450824-35de-4daa-a062-7b8a3c69284c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:38.248167 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5c8e7051-74f2-476b-9aab-fc2da0ed2aad req-be450824-35de-4daa-a062-7b8a3c69284c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0741203 Jul 20 15:12:38.287578 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5c8e7051-74f2-476b-9aab-fc2da0ed2aad req-6e08cd23-a813-44e4-8c3c-eb4630cdf668 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338261 Jul 20 15:12:38.675759 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-552da181-37ff-4653-8932-6f4f567599f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:38.693553 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:39.420204 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e1b4-9d2b-4a4f-8b44-a8c6a512c9bd req-0ca67286-5ec7-4604-aa94-d681bd960902 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:39.421926 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7578e1b4-9d2b-4a4f-8b44-a8c6a512c9bd req-0ca67286-5ec7-4604-aa94-d681bd960902 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0671682 Jul 20 15:12:39.463136 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7578e1b4-9d2b-4a4f-8b44-a8c6a512c9bd req-52d6e927-741b-425b-a585-a4024384bc17 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354757 Jul 20 15:12:39.866424 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:40.598912 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b97cb7-923f-4fac-9343-2f45b93f6bfa req-31ac6a6b-fad2-4c70-af18-d00ea32b8419 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:40.601014 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-76b97cb7-923f-4fac-9343-2f45b93f6bfa req-31ac6a6b-fad2-4c70-af18-d00ea32b8419 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0702405 Jul 20 15:12:40.641923 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-76b97cb7-923f-4fac-9343-2f45b93f6bfa req-4d29e7b7-59cd-42ae-bf23-efc17eb20150 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350389 Jul 20 15:12:41.460149 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:12:41.773801 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc132fc-f8a6-42d4-b43c-c85d41af40e2 req-d4bf360c-ee73-4377-9cc9-9cb7e613bfcd tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:41.775378 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7bc132fc-f8a6-42d4-b43c-c85d41af40e2 req-d4bf360c-ee73-4377-9cc9-9cb7e613bfcd tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0646305 Jul 20 15:12:41.816650 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7bc132fc-f8a6-42d4-b43c-c85d41af40e2 req-60c24ba6-feb7-40b1-8732-1f9a391133a4 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353591 Jul 20 15:12:42.942077 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f98a20-9827-4c2a-bbe7-2863c6bbcd42 req-47332faf-8d9d-4471-a023-1b8d39c0f25c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:42.943577 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f2f98a20-9827-4c2a-bbe7-2863c6bbcd42 req-47332faf-8d9d-4471-a023-1b8d39c0f25c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0624259 Jul 20 15:12:42.982092 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f2f98a20-9827-4c2a-bbe7-2863c6bbcd42 req-ccbd6f63-360a-41de-b465-62829599e2b5 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323665 Jul 20 15:12:44.107868 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf280-6c06-4980-ae1c-91a83ddc31bb req-b9beeb5d-d259-4248-91a2-7721c7c60217 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:44.109348 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f6cf280-6c06-4980-ae1c-91a83ddc31bb req-b9beeb5d-d259-4248-91a2-7721c7c60217 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0629034 Jul 20 15:12:44.148064 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f6cf280-6c06-4980-ae1c-91a83ddc31bb req-b73c2c92-6ad6-40c1-9965-ca9174883757 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331380 Jul 20 15:12:45.284032 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d071e0-bffd-4e33-a608-98eb6dc7e8a5 req-a28fa968-23f9-45a3-97cf-8001c5a33425 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:45.285837 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-30d071e0-bffd-4e33-a608-98eb6dc7e8a5 req-a28fa968-23f9-45a3-97cf-8001c5a33425 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0699668 Jul 20 15:12:45.326757 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-30d071e0-bffd-4e33-a608-98eb6dc7e8a5 req-5fdd2efb-dd2f-4cf8-a92f-eb7d4543d139 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352366 Jul 20 15:12:46.460198 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33427c-7dc0-4917-bf14-d198a5249c10 req-4a066be5-4290-4791-801f-47e0da101a57 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:46.461675 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7c33427c-7dc0-4917-bf14-d198a5249c10 req-4a066be5-4290-4791-801f-47e0da101a57 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0699039 Jul 20 15:12:46.501137 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-7c33427c-7dc0-4917-bf14-d198a5249c10 req-063649eb-517b-499c-a5d0-0450cc309994 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336647 Jul 20 15:12:47.635314 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3c08-590e-46f7-bef0-f7ed7758a234 req-f4a966c1-7eb8-4cb6-921a-dbff653aa2c3 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:47.635314 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce9f3c08-590e-46f7-bef0-f7ed7758a234 req-f4a966c1-7eb8-4cb6-921a-dbff653aa2c3 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0663357 Jul 20 15:12:47.680442 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ce9f3c08-590e-46f7-bef0-f7ed7758a234 req-2cd4c626-f313-4651-b00b-8e5684ae8c12 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363262 Jul 20 15:12:48.809618 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6899-1c4b-48e3-93da-39cc9e66452b req-bf05fc0c-d2b1-4cb4-99e6-b0132377e48d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:48.811226 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a83b6899-1c4b-48e3-93da-39cc9e66452b req-bf05fc0c-d2b1-4cb4-99e6-b0132377e48d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0661242 Jul 20 15:12:48.850905 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a83b6899-1c4b-48e3-93da-39cc9e66452b req-728cd1bd-6ba3-42a3-8a31-23ad02d86ee9 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337784 Jul 20 15:12:49.977498 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a96c4-3831-408e-a749-3b11293b5beb req-12e73d4b-f705-402c-9648-76068baee457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:49.979018 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158a96c4-3831-408e-a749-3b11293b5beb req-12e73d4b-f705-402c-9648-76068baee457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0626874 Jul 20 15:12:50.017664 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158a96c4-3831-408e-a749-3b11293b5beb req-90994337-6b3b-4cd1-a3ea-f703217910b6 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330930 Jul 20 15:12:51.155058 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41cfa-01ed-42c6-8ba0-0557efc93ed8 req-f0452b16-4d75-43e2-a897-b4750b01e4c2 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:51.156906 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-72f41cfa-01ed-42c6-8ba0-0557efc93ed8 req-f0452b16-4d75-43e2-a897-b4750b01e4c2 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0711966 Jul 20 15:12:51.200858 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-72f41cfa-01ed-42c6-8ba0-0557efc93ed8 req-aa650753-a041-41fc-9fa2-234720d9fefa tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364413 Jul 20 15:12:52.330873 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf92a-2c68-4ed6-a430-0717a227f16b req-865020c9-ed82-4f3b-91cb-218191903a9e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:12:52.332319 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ee5cf92a-2c68-4ed6-a430-0717a227f16b req-865020c9-ed82-4f3b-91cb-218191903a9e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0661941 Jul 20 15:12:52.371132 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-ee5cf92a-2c68-4ed6-a430-0717a227f16b req-a938730c-f2c9-4533-9e9d-5cad7d120067 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&id=8cbea0a3-ef65-4818-a350-d94d34887057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326526 Jul 20 15:12:52.852271 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:04.501233 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:13:06.024798 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b0c22de2-2c69-4386-80c2-499c5dcb9559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:08.678196 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4cc33909-e4a1-48e6-9cfe-76f1b018400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:08.694871 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:09.869973 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:11.473483 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:16.108496 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ac0c9-96cd-439c-9e50-45d5ab11ea65 req-daaa6803-acc6-4aa9-8fe9-1d4423cbae55 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:16.109970 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-182ac0c9-96cd-439c-9e50-45d5ab11ea65 req-daaa6803-acc6-4aa9-8fe9-1d4423cbae55 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.0623357 Jul 20 15:13:16.147074 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-182ac0c9-96cd-439c-9e50-45d5ab11ea65 req-2f052988-d163-4119-8489-0ba5cd6f48ff tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Jul 20 15:13:17.277646 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6670169-f6e7-47a4-a763-3e6aea8719f8 req-4a9c8514-c999-4a40-bedd-9b92fad1d6f7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:17.279172 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a6670169-f6e7-47a4-a763-3e6aea8719f8 req-4a9c8514-c999-4a40-bedd-9b92fad1d6f7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.0629754 Jul 20 15:13:17.316247 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-a6670169-f6e7-47a4-a763-3e6aea8719f8 req-3f3cd9c7-3ea4-4ad6-9888-8211dc17bd3c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Jul 20 15:13:17.842584 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-509f4de1-3622-4fe7-837a-231a168c981c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:17.844112 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-509f4de1-3622-4fe7-837a-231a168c981c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 946 time: 0.0613317 Jul 20 15:13:17.942179 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Deleting port f56e937b-ca7f-4caa-a434-2e76ebbfe607 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:17.942511 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:18.025931 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] For port f56e937b-ca7f-4caa-a434-2e76ebbfe607, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f56e937b-ca7f-4caa-a434-2e76ebbfe607,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:18.026279 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:18.189830 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:18.190149 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:18.190407 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Floating IP 205edea9-755d-493e-a065-fdf0be7bb6e6 disassociated. External IP: 172.27.3.138, port: f56e937b-ca7f-4caa-a434-2e76ebbfe607. Jul 20 15:13:18.190780 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Calling delete_port for f56e937b-ca7f-4caa-a434-2e76ebbfe607 owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:18.334019 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:18.370909 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'Port': ['ID=f56e937b-ca7f-4caa-a434-2e76ebbfe607,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:18.380599 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.380941 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.381278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.381612 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.381939 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.382267 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.382590 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.382940 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.383262 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.383584 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.383901 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.384218 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:18.418794 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3c88856d-d2e8-4bab-bd7f-a681e3839521 req-cfca0fe4-37ff-4faa-9ed1-c65c51ba0898 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0364649 Jul 20 15:13:18.490627 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:13:18.607170 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:13:18.617769 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:13:18.626925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:18.627543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:18.654203 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] No DVR routers for this DVR port f56e937b-ca7f-4caa-a434-2e76ebbfe607 on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:13:18.656751 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:18.658762 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-29f40cfe-ab8a-437e-aa01-2ea2659629a6 req-105cee92-41b2-424d-9701-4382ac7942cf tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "DELETE /v2.0/ports/f56e937b-ca7f-4caa-a434-2e76ebbfe607 HTTP/1.1" status: 204 len: 173 time: 0.8090544 Jul 20 15:13:18.659207 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'name': 'network-vif-deleted', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:18.661982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c341f-e075-4345-8055-3f0251bc74f7" -d '{"events": [{"server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "name": "network-vif-deleted", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:18.706392 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d78d86-c3e9-41cb-91d6-ad45e8a28b76 x-openstack-request-id: req-59d78d86-c3e9-41cb-91d6-ad45e8a28b76 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:18.706735 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4", "name": "network-vif-deleted", "tag": "f56e937b-ca7f-4caa-a434-2e76ebbfe607", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:18.706995 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59d78d86-c3e9-41cb-91d6-ad45e8a28b76 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:18.707399 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4', 'name': 'network-vif-deleted', 'tag': 'f56e937b-ca7f-4caa-a434-2e76ebbfe607', 'status': 'completed', 'code': 200} Jul 20 15:13:18.752113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:18.948241 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:18.975063 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:13:18.983584 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:18.984191 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:19.089287 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:19.288634 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:19.315089 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e2e1b6-5798-4ed1-9b62-d580f8b60904 None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:13:19.535858 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a72f47c8-b996-479b-82a0-d4338ba45efc req-1ecf6fe3-619b-4664-9e90-55b1b5b5236f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d44efaf-3c1e-4898-b4b5-7a1e16da2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0303078 Jul 20 15:13:19.563883 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36295520-ae1a-4855-ba44-0526a79f5982 None None] New status for floating IP 205edea9-755d-493e-a065-fdf0be7bb6e6: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:13:20.778883 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-3a62f017-31dc-4fd1-88b9-ff1ff78e3ed9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905134599&fields=id&tenant_id=1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 267 time: 0.0323889 Jul 20 15:13:20.886931 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-8e46bbe0-ea74-448b-8421-1f2eaa6a8223 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:20.888534 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-8e46bbe0-ea74-448b-8421-1f2eaa6a8223 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 812 time: 0.1036291 Jul 20 15:13:20.903931 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-783725fc-490f-4726-bc7b-ebbc3473cc31 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/quotas/1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 375 time: 0.0099418 Jul 20 15:13:20.971056 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-306c3071-f983-43e4-a480-587ee47b8b77 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616233 Jul 20 15:13:21.028446 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-162e49c8-f8f6-4391-a471-45b5b0669b40 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 15:13:21.029474 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-162e49c8-f8f6-4391-a471-45b5b0669b40 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476663 Jul 20 15:13:21.116220 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-e9b4455b-515c-4c05-aee9-79a870527057 service neutron] 10.222.0.35 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805316 Jul 20 15:13:21.207457 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-85035305-6535-4bfe-8844-462be41d4e4a service neutron] 10.222.0.35 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856605 Jul 20 15:13:21.401553 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device f56e937b-ca7f-4caa-a434-2e76ebbfe607 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:21.422228 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: f56e937b-ca7f-4caa-a434-2e76ebbfe607 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:21.422566 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device f56e937b-ca7f-4caa-a434-2e76ebbfe607 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:21.487185 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f58dac23-bd14-4ee1-9410-4192c1d8554b req-08486979-ee84-4ceb-935d-99dcbc48febb tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 210 time: 0.0289392 Jul 20 15:13:22.486124 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-e83f6f1e-5282-47bd-9000-f28f5de16cf9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:22.487627 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-e83f6f1e-5282-47bd-9000-f28f5de16cf9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 812 time: 0.1033912 Jul 20 15:13:22.536642 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-0cdef030-a57a-4bc0-a4f5-6d5fcd4d52b4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 380 time: 0.0337918 Jul 20 15:13:22.558302 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'port': {'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'admin_state_up': True, 'tenant_id': '1355c68851d241458809791518306d9e', 'security_groups': ['bc9da53f-628d-4786-bb6a-2a9120e0af44']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:13:22.584588 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f3241710-9b81-4e42-bffa-6ab4dde211fa req-6ae686f2-11bf-4a7c-a38b-cb3f776d3f5d tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 210 time: 0.0308557 Jul 20 15:13:22.664449 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Made reservation on behalf of 1355c68851d241458809791518306d9e for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:13:22.668220 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:22.796388 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Allocated IP 172.20.0.10 (526baff6-e516-441e-9026-89f57dd56ec6/bdc50df4-4021-49d8-8489-db249c4b334f/5c1c154b-b045-4c54-8c7f-4b2742da47c4) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:13:22.849356 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:22.933192 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:22.946286 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Transition to ACTIVE for port object 5c1c154b-b045-4c54-8c7f-4b2742da47c4 will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:13:22.978904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.019163 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Network 526baff6-e516-441e-9026-89f57dd56ec6 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:13:23.024603 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:13:23.027541 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:13:23.061560 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=5c1c154b-b045-4c54-8c7f-4b2742da47c4,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:23.090471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:23.091167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.107822 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-f77ff417-3f69-4413-9b8d-3034a1baf559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5532494 Jul 20 15:13:23.125586 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-ba5483e2-d33a-4e78-ad70-f98d4ec125b5 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 15:13:23.126797 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-ba5483e2-d33a-4e78-ad70-f98d4ec125b5 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059192 Jul 20 15:13:23.189718 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Request body: {'port': {'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:13:23.268039 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.270053 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-22160c0d-66f7-42f9-af41-5e73cea22c7a None None] Provisioning for port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:13:23.274805 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-22160c0d-66f7-42f9-af41-5e73cea22c7a None None] Provisioning complete for port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:13:23.275259 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-22160c0d-66f7-42f9-af41-5e73cea22c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.312822 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-22160c0d-66f7-42f9-af41-5e73cea22c7a None None] Port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:13:23.523466 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1c154b-b045-4c54-8c7f-4b2742da47c4 {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:13:23.530501 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.542282 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Transition to ACTIVE for port object 5c1c154b-b045-4c54-8c7f-4b2742da47c4 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:13:23.546798 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.595015 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Pushing event updated for resources: {'Port': ['ID=5c1c154b-b045-4c54-8c7f-4b2742da47c4,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:23.699077 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Attempting to bind port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:13:23.699413 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Attempting to bind port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:13:23.699742 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Attempting to bind port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:13:23.705746 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 on network 526baff6-e516-441e-9026-89f57dd56ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:13:23.706071 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Attempting to bind port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:13:23.716239 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:13:23.716570 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Checking segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:13:23.716953 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Bound using segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:13:23.717390 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Bound port: 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:13:23.717747 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.766751 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcf7d0-dcda-4bc4-b046-d5ea370d6b32 req-da07b900-4a5c-4e9b-b8ae-3d83b8a38934 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:23.768228 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3ebcf7d0-dcda-4bc4-b046-d5ea370d6b32 req-da07b900-4a5c-4e9b-b8ae-3d83b8a38934 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.1119282 Jul 20 15:13:23.821747 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] For port 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:13:23.829601 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3ebcf7d0-dcda-4bc4-b046-d5ea370d6b32 req-555e21a3-a7b8-4b57-b208-b8093e6b1e93 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546577 Jul 20 15:13:23.838629 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] For port 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:13:23.843409 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.874728 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:23.875211 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:23.876669 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] 10.222.0.36 "PUT /v2.0/ports/5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 1094 time: 0.7384570 Jul 20 15:13:23.878782 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:23.881008 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892d2a3-1082-459a-9e83-e9b2a202b98c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:23.910237 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58776c4a-7bdc-449d-9c4f-9e20f295f63b service neutron] Pushing event updated for resources: {'Port': ['ID=5c1c154b-b045-4c54-8c7f-4b2742da47c4,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:23.927364 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17cef9-5df5-4c0d-855e-ea2ba2ddd73b x-openstack-request-id: req-cd17cef9-5df5-4c0d-855e-ea2ba2ddd73b {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:23.927755 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:23.928137 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd17cef9-5df5-4c0d-855e-ea2ba2ddd73b {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:23.928651 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'status': 'completed', 'code': 200} Jul 20 15:13:23.996222 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-61e0e759-e991-492b-a822-752c23a78e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:23.997735 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-61e0e759-e991-492b-a822-752c23a78e74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1097 time: 0.0559800 Jul 20 15:13:24.049095 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-d9ab8f66-f674-45e9-8635-1ee58b277f21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 217 time: 0.0366879 Jul 20 15:13:24.096705 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-7b858661-0795-4c72-95c8-391b4ebfc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:24.098033 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-7b858661-0795-4c72-95c8-391b4ebfc57b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0417187 Jul 20 15:13:24.155033 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-2db3e6e2-8ca4-41e9-bc1d-9b09c97e0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:24.156856 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-2db3e6e2-8ca4-41e9-bc1d-9b09c97e0a11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520313 Jul 20 15:13:24.247855 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-d8e5ae10-a5d5-4698-b31f-6f86bfe89276 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839970 Jul 20 15:13:24.338305 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20f4f7b5-1c7c-443b-ab9f-c33c06b7510a req-e8eefbd9-b61d-44ed-b562-982f9d32d028 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842879 Jul 20 15:13:24.484312 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-6bc8c295-a4ff-4e9b-be48-acbc33245179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:24.485646 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-6bc8c295-a4ff-4e9b-be48-acbc33245179 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1097 time: 0.0536294 Jul 20 15:13:24.575546 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-206a569a-b4f3-432d-b8a7-c6cd296fd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:24.577020 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-206a569a-b4f3-432d-b8a7-c6cd296fd6c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.0841062 Jul 20 15:13:24.617370 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-0f537f7e-2ad0-4f99-b3a4-3afe378c0533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 217 time: 0.0330353 Jul 20 15:13:24.673552 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-5bce81af-597b-43f8-9417-495f10bd1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:24.674972 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-5bce81af-597b-43f8-9417-495f10bd1fbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0447905 Jul 20 15:13:24.731911 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-76820583-6419-4db2-a6ac-2a280b40ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:24.733362 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-76820583-6419-4db2-a6ac-2a280b40ea22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511646 Jul 20 15:13:24.822486 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-1dc330a1-7b8b-45d1-aa8a-db22a564925c service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814245 Jul 20 15:13:25.199709 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6892d2a3-1082-459a-9e83-e9b2a202b98c req-a067ff27-b025-4e78-9910-108bd177edb7 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703403 Jul 20 15:13:25.214101 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab01b-20bd-4c02-8415-1116f7468a67 req-9d77c726-9188-4683-9e5d-8db5895dcef0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:25.215564 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b96ab01b-20bd-4c02-8415-1116f7468a67 req-9d77c726-9188-4683-9e5d-8db5895dcef0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.1165538 Jul 20 15:13:25.241894 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-1aa4b3ed-b3cf-4707-a2a6-523913c0ac5e tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128954115&fields=id&tenant_id=e82b4ef0cc674d58aa959d8b0f02f303 HTTP/1.1" status: 200 len: 267 time: 0.0343747 Jul 20 15:13:25.253173 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b96ab01b-20bd-4c02-8415-1116f7468a67 req-3c9afcaf-a5aa-484c-a275-071dfb3aaa06 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Jul 20 15:13:25.312686 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-10eb6a5f-170c-4653-bac7-dd1fb7374c71 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:25.314163 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-10eb6a5f-170c-4653-bac7-dd1fb7374c71 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 985 time: 0.0668254 Jul 20 15:13:25.325304 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.v2.base [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Request body: {'port': {'security_groups': ['02cad6c7-72dc-485c-b4dc-f93dac1f2b11']}} {{(pid=93312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:13:25.417073 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.585295 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:25.612197 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for port, precommit_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.617264 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657630'] for port, after_update {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.652906 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['ecf006d8-0a04-46a7-99ab-e47f82b6085f'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:13:25.657911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:25.658541 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.661224 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-80e858e3-75f6-483d-b5a9-3ebf1ba6c6be req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "PUT /v2.0/ports/ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 943 time: 0.3392735 Jul 20 15:13:25.661707 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:25.665127 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfe03c6-ebaa-44af-ba1b-09869094059f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:25.670035 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 52984) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:25.697843 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event updated for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=7']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:25.706131 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.706481 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.706839 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.707175 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.707502 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.707829 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.708154 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.708477 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.708797 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.709115 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.709437 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.709780 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3481ea2-7afa-4032-80a6-dbb8bb969054 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:25.714316 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c1feb-244f-4f58-8d90-e4972ef708cb x-openstack-request-id: req-3b3c1feb-244f-4f58-8d90-e4972ef708cb {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:25.714595 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:25.714859 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b3c1feb-244f-4f58-8d90-e4972ef708cb {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:25.715264 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'status': 'completed', 'code': 200} Jul 20 15:13:25.778932 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['ecf006d8-0a04-46a7-99ab-e47f82b6085f'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:13:25.787387 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4489-41b3-46b8-ae23-f1bd38b2867c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.821347 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4489-41b3-46b8-ae23-f1bd38b2867c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.873799 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-6ce8ac7d-4b53-44fd-832f-58ad53c24974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:25.875458 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-6ce8ac7d-4b53-44fd-832f-58ad53c24974 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1099 time: 0.1193449 Jul 20 15:13:25.904574 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-cb8863ba-4819-491f-aa7c-d9debb08b2f2 None None] Provisioning complete for port ecf006d8-0a04-46a7-99ab-e47f82b6085f triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:13:25.904942 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cb8863ba-4819-491f-aa7c-d9debb08b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.947483 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4489-41b3-46b8-ae23-f1bd38b2867c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.949925 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4489-41b3-46b8-ae23-f1bd38b2867c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:25.951110 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-8ccd4489-41b3-46b8-ae23-f1bd38b2867c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "DELETE /v2.0/security-groups/8cbea0a3-ef65-4818-a350-d94d34887057 HTTP/1.1" status: 204 len: 168 time: 0.2798042 Jul 20 15:13:25.955555 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 52986) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:25.967696 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd4489-41b3-46b8-ae23-f1bd38b2867c tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbea0a3-ef65-4818-a350-d94d34887057,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:25.984044 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-7b610867-ac68-4352-a935-27bec96b9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:25.985523 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-7b610867-ac68-4352-a935-27bec96b9307 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 916 time: 0.1022494 Jul 20 15:13:26.056830 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-f77ac071-7f69-43b7-a6e3-8a0eda70c8b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 1002 time: 0.0642147 Jul 20 15:13:26.104372 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-5e97d79a-0d3f-4ea8-88d9-1a178eef65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:26.105840 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-5e97d79a-0d3f-4ea8-88d9-1a178eef65af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.0427573 Jul 20 15:13:26.120854 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Deleting port 25ac4cf8-4217-4a1e-9a27-955002e0dfa1 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:26.121194 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:26.164570 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-014f9cf1-367c-4a99-bee1-f4a3ee5c187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:26.166039 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-014f9cf1-367c-4a99-bee1-f4a3ee5c187d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535161 Jul 20 15:13:26.194941 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:26.195270 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:26.206694 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Calling delete_port for 25ac4cf8-4217-4a1e-9a27-955002e0dfa1 owned by network:floatingip {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:26.255849 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-91f6f575-876c-4b0d-a930-42365a481831 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825965 Jul 20 15:13:26.348757 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6dfe03c6-ebaa-44af-ba1b-09869094059f req-38e9361a-c1b4-4f35-a5bf-668acd87dc40 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863783 Jul 20 15:13:26.390017 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:26.422852 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event deleted for resources: {'Port': ['ID=25ac4cf8-4217-4a1e-9a27-955002e0dfa1,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:26.479824 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dad90-92de-4fa0-baee-b4a15909610c req-362ebcad-8a39-4259-9172-3c1e4c136be4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:26.481342 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-809dad90-92de-4fa0-baee-b4a15909610c req-362ebcad-8a39-4259-9172-3c1e4c136be4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.1464660 Jul 20 15:13:26.518209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:26.518452 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.db.l3_db [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Floating IP 9a2c0bf5-6a23-404b-a05a-3220649e22bf disassociated (deleted). External IP: 172.27.3.111, port: ecf006d8-0a04-46a7-99ab-e47f82b6085f. Jul 20 15:13:26.836516 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-809dad90-92de-4fa0-baee-b4a15909610c req-90ac098b-d2ff-4b9d-a8b3-fcf403bc5c54 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491833 Jul 20 15:13:26.983308 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Router b9b11731-6788-424e-ba21-d97a704d4511 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:13:27.106908 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:13:27.114685 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:27.116948 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] Sync routers for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:13:27.126196 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:27.126904 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:27.154348 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8a427791-0272-42ea-9af3-f525ef797457 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "DELETE /v2.0/floatingips/9a2c0bf5-6a23-404b-a05a-3220649e22bf HTTP/1.1" status: 204 len: 168 time: 1.1991603 Jul 20 15:13:27.231679 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:27.567213 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:21Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:27.591711 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] Checking router: b9b11731-6788-424e-ba21-d97a704d4511 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:13:27.599658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:27.600244 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:27.700156 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:27.716357 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:27.718723 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:27.753423 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d763bed-01d4-424e-b959-a76e7bc19370 x-openstack-request-id: req-8d763bed-01d4-424e-b959-a76e7bc19370 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:27.753767 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:27.754011 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d763bed-01d4-424e-b959-a76e7bc19370 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:27.754398 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'status': 'completed', 'code': 200} Jul 20 15:13:27.855529 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-592e7b32-dbdd-4327-a1af-deb78d38bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:27.858229 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-592e7b32-dbdd-4327-a1af-deb78d38bb87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1099 time: 0.0588293 Jul 20 15:13:27.901811 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:21Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:27.933778 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb8185-cf30-4b79-aa6e-3df5a4b4f46a None None] The sync data for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi is: [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:11:16Z', 'revision_number': 4, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '54dec784-c9fa-4cb5-a1ef-cf64873b00a2', 'name': '', 'network_id': '9a28e3ab-077a-4217-b940-ddbffebe1a43', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'mac_address': 'fa:16:3e:18:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:15Z', 'updated_at': '2021-07-20T15:11:21Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'subnets': [{'id': 'e8ad7423-0529-44ee-939f-5614bd54823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:13:27.953318 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-e4605d18-c7e5-4ef8-9a40-66e8163cd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:27.954751 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-e4605d18-c7e5-4ef8-9a40-66e8163cd3ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 916 time: 0.0909755 Jul 20 15:13:27.978753 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23165dab-18c9-468e-9e00-070baa86501d req-99a68ee2-15c3-4558-8f74-f0577ffe872e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:27.981886 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-23165dab-18c9-468e-9e00-070baa86501d req-99a68ee2-15c3-4558-8f74-f0577ffe872e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.0712051 Jul 20 15:13:28.001123 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-31a00385-cff9-4b73-b7e9-aae87424cd57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 217 time: 0.0393009 Jul 20 15:13:28.021784 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-23165dab-18c9-468e-9e00-070baa86501d req-547783a4-43a3-4190-a4f5-0f91a4e83891 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Jul 20 15:13:28.051878 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-cffdbc04-55db-4fed-ba51-1352e5639ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:28.053381 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-cffdbc04-55db-4fed-ba51-1352e5639ad6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.0458386 Jul 20 15:13:28.116727 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-324f97e4-32c6-48e1-8c80-e703870839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:28.118547 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-324f97e4-32c6-48e1-8c80-e703870839d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579517 Jul 20 15:13:28.160550 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79abc201-2890-437a-be41-bf906ed2b7f8 None None] New status for floating IP 9a2c0bf5-6a23-404b-a05a-3220649e22bf: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:13:28.222202 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-64f7d3de-fb50-4644-b68c-f263f8767ab6 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964293 Jul 20 15:13:28.311735 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-470ac13f-494d-4d1c-87c4-d2d2c7b8d1e8 req-0cee00a1-89f1-4ce9-ab67-ad733e85e8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Jul 20 15:13:29.148680 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db07af8-34b7-4244-bf38-c5a4b2215001 req-6732fa75-90bb-49b0-8c54-a30ef29f7447 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:29.150077 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6db07af8-34b7-4244-bf38-c5a4b2215001 req-6732fa75-90bb-49b0-8c54-a30ef29f7447 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.0623972 Jul 20 15:13:29.199606 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6db07af8-34b7-4244-bf38-c5a4b2215001 req-581a29c3-4545-48c1-9256-d2ccda21e499 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Jul 20 15:13:29.244228 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-df0909ac-ae5a-4f07-a447-74836f575ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542693 Jul 20 15:13:29.326802 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-e91e9a13-1995-45b4-953e-d32f7629be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:29.328274 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-e91e9a13-1995-45b4-953e-d32f7629be18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 1099 time: 0.0520251 Jul 20 15:13:29.430029 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-5f6a78a9-34b2-4c26-857e-7c348472fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:29.431453 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-5f6a78a9-34b2-4c26-857e-7c348472fc0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 200 len: 916 time: 0.0855448 Jul 20 15:13:29.475883 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-c5f3dce5-7c02-4b2a-8965-d39140043b46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 200 len: 217 time: 0.0384734 Jul 20 15:13:29.524111 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-0a177342-cabc-4008-8061-5509daff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:29.525548 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-0a177342-cabc-4008-8061-5509daff1f4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 200 len: 854 time: 0.0441840 Jul 20 15:13:29.586086 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-b20ba7d1-02a0-4df3-a2bc-8a89dc1c43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:29.587607 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-b20ba7d1-02a0-4df3-a2bc-8a89dc1c43b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a28e3ab-077a-4217-b940-ddbffebe1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563240 Jul 20 15:13:29.674098 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-3345cbc9-0f2a-4fbb-b449-fc0f613962d6 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800302 Jul 20 15:13:29.792843 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-beb60c5d-f9aa-48ec-929f-e04b68e2a130 req-7ec5ddbe-d62c-4a5f-a9a2-8b5809c17d21 service neutron] 10.222.0.36 "GET /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101880 Jul 20 15:13:29.900398 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5647f5-9a9c-4deb-9dcf-a744b619224f req-bdbee7fc-8905-4b6b-8835-19b98c59f38d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:29.901892 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3a5647f5-9a9c-4deb-9dcf-a744b619224f req-bdbee7fc-8905-4b6b-8835-19b98c59f38d tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0639765 Jul 20 15:13:29.938322 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-3a5647f5-9a9c-4deb-9dcf-a744b619224f req-b665a43e-216b-4f05-808d-80f0adccdce9 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Jul 20 15:13:30.328984 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a9018-d72c-4a41-bc85-f515fc4b39e3 req-c5e8305a-7038-43a2-85ec-884bd969592a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:30.330496 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-091a9018-d72c-4a41-bc85-f515fc4b39e3 req-c5e8305a-7038-43a2-85ec-884bd969592a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.0633366 Jul 20 15:13:30.373423 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-091a9018-d72c-4a41-bc85-f515fc4b39e3 req-b1dd6e75-ad55-4916-8b44-529643b05c8a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372229 Jul 20 15:13:31.064309 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa135eb-5f6a-4afc-9a92-104e828c630b req-49aca173-3edf-447a-b88e-10ef26821114 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:31.065768 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6aa135eb-5f6a-4afc-9a92-104e828c630b req-49aca173-3edf-447a-b88e-10ef26821114 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0614877 Jul 20 15:13:31.105646 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-6aa135eb-5f6a-4afc-9a92-104e828c630b req-5d71f206-e236-4c5e-b343-3a6eede4defc tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/security-groups?id=02cad6c7-72dc-485c-b4dc-f93dac1f2b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Jul 20 15:13:31.424621 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 5c1c154b-b045-4c54-8c7f-4b2742da47c4 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:13:31.506494 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4c04f-a830-4030-9643-4d3a97271131 req-0c9814ed-791a-4a84-a9b2-64476e32051f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:31.507904 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f7d4c04f-a830-4030-9643-4d3a97271131 req-0c9814ed-791a-4a84-a9b2-64476e32051f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 944 time: 0.0678585 Jul 20 15:13:31.521602 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:31.532600 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:13:31.545538 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f7d4c04f-a830-4030-9643-4d3a97271131 req-26f9ded9-5acf-462e-a2da-bd913b6e1769 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Jul 20 15:13:31.573880 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:31.587042 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1c154b-b045-4c54-8c7f-4b2742da47c4 {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:13:31.608756 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:31.612687 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:31.659698 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=5c1c154b-b045-4c54-8c7f-4b2742da47c4,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:31.666490 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.666859 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.667197 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.667532 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.667861 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.668188 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.668508 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.668824 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.669147 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.669719 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.670033 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.670352 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:13:31.740348 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-03b1cef7-0d56-43d6-9dfa-f1c83184e599 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:31.741793 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-03b1cef7-0d56-43d6-9dfa-f1c83184e599 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 946 time: 0.0621073 Jul 20 15:13:31.838134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Deleting port ecf006d8-0a04-46a7-99ab-e47f82b6085f {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:31.838359 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:31.911596 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['5c1c154b-b045-4c54-8c7f-4b2742da47c4'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:13:31.927465 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] For port ecf006d8-0a04-46a7-99ab-e47f82b6085f, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ecf006d8-0a04-46a7-99ab-e47f82b6085f,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:31.927824 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:31.939754 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Calling delete_port for ecf006d8-0a04-46a7-99ab-e47f82b6085f owned by compute:nova {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:32.066694 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:32.093714 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Pushing event deleted for resources: {'Port': ['ID=ecf006d8-0a04-46a7-99ab-e47f82b6085f,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:32.145793 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] No DVR routers for this DVR port ecf006d8-0a04-46a7-99ab-e47f82b6085f on host hv-cinder-77890 {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:13:32.148318 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:32.150317 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-4d3d1e2c-717f-42ca-a68a-8695397f8ee7 req-2471b04a-cb2a-4000-8a26-11ca7dbeba55 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.36 "DELETE /v2.0/ports/ecf006d8-0a04-46a7-99ab-e47f82b6085f HTTP/1.1" status: 204 len: 173 time: 0.4030981 Jul 20 15:13:32.150784 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'name': 'network-vif-deleted', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:32.153089 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293be071-0660-4e01-be66-3567cb2ecea2" -d '{"events": [{"server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "name": "network-vif-deleted", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:32.205278 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e19e0e-a175-4891-b517-adb0829051fd x-openstack-request-id: req-e7e19e0e-a175-4891-b517-adb0829051fd {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:32.205564 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ffb910-3cd1-41e5-ad1d-b289ac2a7978", "name": "network-vif-deleted", "tag": "ecf006d8-0a04-46a7-99ab-e47f82b6085f", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:32.205812 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7e19e0e-a175-4891-b517-adb0829051fd {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:32.206190 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ffb910-3cd1-41e5-ad1d-b289ac2a7978', 'name': 'network-vif-deleted', 'tag': 'ecf006d8-0a04-46a7-99ab-e47f82b6085f', 'status': 'completed', 'code': 200} Jul 20 15:13:32.208091 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-75f20339-dce0-47ce-985b-70c5d18d16cc req-f7a38f8d-1dc1-4445-a6b5-64c08172cc87 tempest-TestMinimumBasicScenario-1161124367 tempest-TestMinimumBasicScenario-1161124367-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4ffb910-3cd1-41e5-ad1d-b289ac2a7978 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Jul 20 15:13:32.453889 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['ecf006d8-0a04-46a7-99ab-e47f82b6085f'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:13:32.698884 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866faf46-475f-4144-bf45-bef1a594b11b req-33cd3230-2d88-4012-80a6-6598699afaa7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:32.700248 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-866faf46-475f-4144-bf45-bef1a594b11b req-33cd3230-2d88-4012-80a6-6598699afaa7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 945 time: 0.0712104 Jul 20 15:13:32.737821 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-866faf46-475f-4144-bf45-bef1a594b11b req-e69b3949-337e-4ea0-910a-179558a874c2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jul 20 15:13:33.447206 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 5c1c154b-b045-4c54-8c7f-4b2742da47c4 up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:13:33.495810 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:13:33.499527 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:13:33.499901 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:33.580693 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:33.605360 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:33.607645 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d63953-d2d5-404b-a539-3873002911c1" -d '{"events": [{"server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "name": "network-vif-plugged", "status": "completed", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:33.620772 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:33.625937 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:33.626979 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device ecf006d8-0a04-46a7-99ab-e47f82b6085f no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:33.665042 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7fca3c-02d5-49da-9284-9bdab0c1766b x-openstack-request-id: req-ef7fca3c-02d5-49da-9284-9bdab0c1766b {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:33.665254 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "name": "network-vif-plugged", "status": "completed", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:33.665481 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef7fca3c-02d5-49da-9284-9bdab0c1766b {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:33.665868 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'code': 200} Jul 20 15:13:33.668460 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: ecf006d8-0a04-46a7-99ab-e47f82b6085f {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:33.668796 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device ecf006d8-0a04-46a7-99ab-e47f82b6085f not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:33.698517 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=5c1c154b-b045-4c54-8c7f-4b2742da47c4,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:33.873473 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f9a5d-18c5-432d-a730-08336cbced02 req-d4758757-83b8-4d82-a758-ecf66f643fe3 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:33.875232 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b61f9a5d-18c5-432d-a730-08336cbced02 req-d4758757-83b8-4d82-a758-ecf66f643fe3 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.0676010 Jul 20 15:13:33.903519 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f0f0-16c0-4d33-bbaa-f0773c816c0f req-759eb348-c694-409c-b7c5-a47872b0421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:33.905025 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f474f0f0-16c0-4d33-bbaa-f0773c816c0f req-759eb348-c694-409c-b7c5-a47872b0421d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0584891 Jul 20 15:13:33.914148 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-b61f9a5d-18c5-432d-a730-08336cbced02 req-bab6aea3-cc8a-4280-afb7-78f048d8deff tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334454 Jul 20 15:13:33.938817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53086) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:33.951313 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-f474f0f0-16c0-4d33-bbaa-f0773c816c0f req-5ee90b42-8584-4b14-bc41-30da3d6105dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Jul 20 15:13:34.274972 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:34.528092 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Deleting port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:34.528349 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:34.607929 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] For port 54dec784-c9fa-4cb5-a1ef-cf64873b00a2, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:34.608287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:34.620654 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Calling delete_port for 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 owned by network:router_interface {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:34.806633 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:34.831282 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54dec784-c9fa-4cb5-a1ef-cf64873b00a2,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:35.001817 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:35.061100 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b9145-6c86-4302-a545-c7c8686b5b2f req-934a4968-23c4-4728-8b35-74bd6a42928e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:35.061100 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b52b9145-6c86-4302-a545-c7c8686b5b2f req-934a4968-23c4-4728-8b35-74bd6a42928e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.0696461 Jul 20 15:13:35.097705 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b52b9145-6c86-4302-a545-c7c8686b5b2f req-c666c009-30d4-4eaa-a182-ca8e0151eeab tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Jul 20 15:13:35.225221 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Router b9b11731-6788-424e-ba21-d97a704d4511 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:13:35.335552 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:13:35.340645 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9841fc4a-fc1e-492b-a557-253a28cd5ae0 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9b11731-6788-424e-ba21-d97a704d4511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4006701 Jul 20 15:13:35.343241 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53090) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:35.344895 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] Sync routers for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:13:35.357561 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:35.358251 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:35.443093 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:35.456832 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:35.542358 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:35.594650 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Deleting port 5514194f-aed5-4e26-8d16-d0da755221bc {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:35.594919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:35.633922 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:13:34Z', 'revision_number': 5, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port': {'id': '5514194f-aed5-4e26-8d16-d0da755221bc', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:13Z', 'updated_at': '2021-07-20T15:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:35.659503 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] Checking router: b9b11731-6788-424e-ba21-d97a704d4511 for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:13:35.668212 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] Routers {'b9b11731-6788-424e-ba21-d97a704d4511'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:35.668801 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['b9b11731-6788-424e-ba21-d97a704d4511'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:35.674061 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] For port 5514194f-aed5-4e26-8d16-d0da755221bc, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=5514194f-aed5-4e26-8d16-d0da755221bc,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:35.674411 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:35.686115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Calling delete_port for 5514194f-aed5-4e26-8d16-d0da755221bc owned by network:router_gateway {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:35.754668 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] Set router b9b11731-6788-424e-ba21-d97a704d4511 gateway port host: None {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:35.811435 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:13:35Z', 'revision_number': 6, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:35.837516 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2298e1d-273f-49d4-b2c7-b2a276d547bf None None] The sync data for ids ['b9b11731-6788-424e-ba21-d97a704d4511'] in dv-cinder-778907-2-iscsi is: [{'id': 'b9b11731-6788-424e-ba21-d97a704d4511', 'name': 'tempest-TestMinimumBasicScenario-1614189016-router', 'tenant_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:12Z', 'updated_at': '2021-07-20T15:13:35Z', 'revision_number': 6, 'project_id': 'e82b4ef0cc674d58aa959d8b0f02f303', 'gw_port_host': None}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:13:35.854154 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:35.879938 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5514194f-aed5-4e26-8d16-d0da755221bc,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:35.939993 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.016638 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-e9f019e9-0b41-43f7-ae2d-7108c5d3508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.029172 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.031275 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.072531 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.073229 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b11731-6788-424e-ba21-d97a704d4511 {{(pid=93311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:13:36.077147 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] Notify callbacks [] for router, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.078279 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-8e76a572-ef02-476e-953f-bf8cd1645b97 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b9b11731-6788-424e-ba21-d97a704d4511 HTTP/1.1" status: 204 len: 168 time: 0.7340639 Jul 20 15:13:36.080727 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53092) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:36.123550 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Deleting subnet e8ad7423-0529-44ee-939f-5614bd54823e {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:13:36.126536 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.160208 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.230906 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e22f-2379-46f6-b3a4-fa6f8a9dda09 req-475f9b48-13c4-4761-9632-62a10171d84e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:36.232603 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4e40e22f-2379-46f6-b3a4-fa6f8a9dda09 req-475f9b48-13c4-4761-9632-62a10171d84e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.0673325 Jul 20 15:13:36.247640 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.277758 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-4e40e22f-2379-46f6-b3a4-fa6f8a9dda09 req-9c08713a-6800-4145-bfcb-c90d23a751d3 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393636 Jul 20 15:13:36.306471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.332152 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ad7423-0529-44ee-939f-5614bd54823e,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:36.335885 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.340413 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53098) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:36.340579 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-e67e7b99-86e9-467b-baab-740d87f610b8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e8ad7423-0529-44ee-939f-5614bd54823e HTTP/1.1" status: 204 len: 168 time: 0.2588251 Jul 20 15:13:36.341811 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c528067-6e6f-49e2-a047-6cb415281d38 None None] Network 9a28e3ab-077a-4217-b940-ddbffebe1a43 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:13:36.414496 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.422445 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42b7a4-615a-4445-8a99-91d69aefafb3 req-78aaf9ab-2e2d-4a42-b19a-4da15a554ca4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:36.424085 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0a42b7a4-615a-4445-8a99-91d69aefafb3 req-78aaf9ab-2e2d-4a42-b19a-4da15a554ca4 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.0664361 Jul 20 15:13:36.470777 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-0a42b7a4-615a-4445-8a99-91d69aefafb3 req-76c297a5-dc39-4d61-a624-3bdce7063f2c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Jul 20 15:13:36.487050 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Deleting port 611421d5-28c3-49d8-a19f-6a61c3f4f583 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:36.487482 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.501079 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53100) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:36.553807 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6ce14-ea80-4a5b-b9d3-bdd7205f55cf tempest-TestVolumeBootPattern-579558722 tempest-TestVolumeBootPattern-579558722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:36.554464 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] For port 611421d5-28c3-49d8-a19f-6a61c3f4f583, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=611421d5-28c3-49d8-a19f-6a61c3f4f583,segment=NetworkSegment(a218c780-910c-41b5-9e14-d21dccf80156),segment_id=a218c780-910c-41b5-9e14-d21dccf80156)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:36.554857 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.558579 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-34b6ce14-ea80-4a5b-b9d3-bdd7205f55cf tempest-TestVolumeBootPattern-579558722 tempest-TestVolumeBootPattern-579558722-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1094 time: 0.0531394 Jul 20 15:13:36.558579 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53102) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:36.562941 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'tenant_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:13:36.572256 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Calling delete_port for 611421d5-28c3-49d8-a19f-6a61c3f4f583 owned by network:dhcp {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:36.585376 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.642209 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] DHCP port deletion for 9a28e3ab-077a-4217-b940-ddbffebe1a43 request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:13:36.655609 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.683534 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=611421d5-28c3-49d8-a19f-6a61c3f4f583,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:36.687239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] No DVR routers for this DVR port 611421d5-28c3-49d8-a19f-6a61c3f4f583 on host dv-cinder-778907-2-iscsi {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:13:36.700962 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.701998 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Deleting port 611421d5-28c3-49d8-a19f-6a61c3f4f583 {{(pid=93313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:36.702380 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.770831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.774379 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] For port 611421d5-28c3-49d8-a19f-6a61c3f4f583, host dv-cinder-778907-2-iscsi, got binding levels [] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:36.775340 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.782415 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a28e3ab-077a-4217-b940-ddbffebe1a43']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:36.791266 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Calling delete_port for 611421d5-28c3-49d8-a19f-6a61c3f4f583 owned by network:dhcp {{(pid=93313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:36.793986 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.ipam_backend_mixin [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Port 611421d5-28c3-49d8-a19f-6a61c3f4f583 was not found and therefore no delete operation was performed {{(pid=93313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 20 15:13:36.796126 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793'] for port, after_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.796922 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a218c780-910c-41b5-9e14-d21dccf80156') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:36.797277 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a218c780-910c-41b5-9e14-d21dccf80156') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:36.807746 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.816991 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Allocated IP 172.27.3.98 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/5a89a26e-05ca-4eab-b706-aa716db48484) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:13:36.823486 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.823683 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] Pushing event deleted for resources: {'Port': ['ID=611421d5-28c3-49d8-a19f-6a61c3f4f583,revision_number=None']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:36.830623 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfbd96-9f92-4658-aafb-d16ba009d45e None None] No DVR routers for this DVR port 611421d5-28c3-49d8-a19f-6a61c3f4f583 on host dv-cinder-778907-2-iscsi {{(pid=93313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:13:36.836986 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:13:36.838379 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:13:36.840908 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:13:36.902584 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.908675 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.911148 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9a28e3ab-077a-4217-b940-ddbffebe1a43 HTTP/1.1" status: 204 len: 168 time: 0.5691998 Jul 20 15:13:36.914506 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53104) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:36.935006 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:36.936690 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b683e7e-8a18-4db1-baa6-ef25d4032e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a28e3ab-077a-4217-b940-ddbffebe1a43,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:36.987895 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.027546 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:13:37.032016 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:13:37.036498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:13:37.039580 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=5a89a26e-05ca-4eab-b706-aa716db48484,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:37.283872 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.322792 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5514194f-aed5-4e26-8d16-d0da755221bc no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:37.343362 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 5514194f-aed5-4e26-8d16-d0da755221bc {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:37.343710 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 5514194f-aed5-4e26-8d16-d0da755221bc not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:37.344131 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:37.362996 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:37.363603 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 54dec784-c9fa-4cb5-a1ef-cf64873b00a2 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:37.364189 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 611421d5-28c3-49d8-a19f-6a61c3f4f583 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:37.384154 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 611421d5-28c3-49d8-a19f-6a61c3f4f583 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:37.385511 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 611421d5-28c3-49d8-a19f-6a61c3f4f583 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:37.557976 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Deleting port d499ae54-139e-412f-9b6e-575ad5819d0f {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:37.558212 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.637980 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] For port d499ae54-139e-412f-9b6e-575ad5819d0f, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d499ae54-139e-412f-9b6e-575ad5819d0f,segment=NetworkSegment(81732502-074b-4ad9-8a19-5d04e7af9b2c),segment_id=81732502-074b-4ad9-8a19-5d04e7af9b2c)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:37.638334 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.651693 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Calling delete_port for d499ae54-139e-412f-9b6e-575ad5819d0f owned by network:router_interface {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:37.662926 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.751674 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.837287 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.866765 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d499ae54-139e-412f-9b6e-575ad5819d0f,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:37.910471 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.917043 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:37.997141 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=5a89a26e-05ca-4eab-b706-aa716db48484,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:38.004666 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.033438 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.104082 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Floating IP be8ba00a-65ab-464f-8253-95a36cc268c2 associated. External IP: 172.27.3.98, port: 5c1c154b-b045-4c54-8c7f-4b2742da47c4. Jul 20 15:13:38.312318 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:13:38.423926 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:13:38.433671 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:13:38.443640 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.451251 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:38.451881 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:38.496683 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-e889f745-413b-403c-ad5c-1d940bb1ebe9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9232776 Jul 20 15:13:38.496683 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:13:38.496683 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82850fc-2579-44ca-87d5-f839bc577b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:13:38.523444 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7a23a-e039-4be1-b81a-1d29e50f6e9d x-openstack-request-id: req-0fb7a23a-e039-4be1-b81a-1d29e50f6e9d {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:13:38.523781 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:13:38.523992 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fb7a23a-e039-4be1-b81a-1d29e50f6e9d {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:13:38.524801 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'status': 'completed', 'code': 200} Jul 20 15:13:38.531971 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Router 32bb4111-492c-4644-afde-d0c6f89deb6f has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:13:38.566967 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:38.628588 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-1f8313c8-5419-4932-96a6-bc831859f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:38.630160 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-1f8313c8-5419-4932-96a6-bc831859f4a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0638542 Jul 20 15:13:38.646941 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:13:38.653595 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3371bc33-5291-474e-ac22-ab8d73786b21 admin admin] 10.222.0.35 "PUT /v2.0/routers/32bb4111-492c-4644-afde-d0c6f89deb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377088 Jul 20 15:13:38.656209 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53110) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:38.657686 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] Sync routers for ids ['32bb4111-492c-4644-afde-d0c6f89deb6f'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:13:38.682266 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] Routers {'32bb4111-492c-4644-afde-d0c6f89deb6f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:38.683479 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['32bb4111-492c-4644-afde-d0c6f89deb6f'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:38.689128 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-5233f194-e155-4cfe-9307-b55fa3a167fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.757740 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-532d9b0c-f0d8-42a7-a5ac-6033695557b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:38.759964 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-532d9b0c-f0d8-42a7-a5ac-6033695557b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.1223953 Jul 20 15:13:38.771962 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks [] for router, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.841046 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-2b3fc7a9-8dbe-4844-b7eb-e81608744032 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 999 time: 0.0740497 Jul 20 15:13:38.893387 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.899184 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.917544 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:37Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:38.917904 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-d7c21b56-5979-47e9-a15c-79b2b7051411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:38.919112 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-d7c21b56-5979-47e9-a15c-79b2b7051411 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0718861 Jul 20 15:13:38.950685 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] Set router 32bb4111-492c-4644-afde-d0c6f89deb6f gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:38.952824 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:13:38.957157 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Deleting port 193eb403-795a-483e-97d0-894e1bbc9a73 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:38.957616 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:38.962188 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:38.963197 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:38.996321 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-b32a3c75-d912-4814-9fc0-9e2d54332d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:13:38.998541 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-b32a3c75-d912-4814-9fc0-9e2d54332d81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736842 Jul 20 15:13:39.046820 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] For port 193eb403-795a-483e-97d0-894e1bbc9a73, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=193eb403-795a-483e-97d0-894e1bbc9a73,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:39.048077 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.062021 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Calling delete_port for 193eb403-795a-483e-97d0-894e1bbc9a73 owned by network:router_gateway {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:39.078680 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:39.102321 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-6153a95c-e4ee-4d9e-a6d6-d99553306b30 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972898 Jul 20 15:13:39.174983 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:13:37Z', 'revision_number': 5, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port': {'id': '193eb403-795a-483e-97d0-894e1bbc9a73', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:39.206895 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-b82850fc-2579-44ca-87d5-f839bc577b3c req-1bd31128-2c2d-42a2-ab99-29c5ef932faf service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984266 Jul 20 15:13:39.210309 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] Checking router: 32bb4111-492c-4644-afde-d0c6f89deb6f for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:13:39.218793 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] Routers {'32bb4111-492c-4644-afde-d0c6f89deb6f'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:13:39.219412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:13:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['32bb4111-492c-4644-afde-d0c6f89deb6f'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:39.254458 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.285170 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Pushing event deleted for resources: {'Port': ['ID=193eb403-795a-483e-97d0-894e1bbc9a73,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:39.338923 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:37Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:39.339406 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] Set router 32bb4111-492c-4644-afde-d0c6f89deb6f gateway port host: None {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:13:39.353827 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.367910 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c2558-f83a-4412-bc5c-2cbe5b18bae1 None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:37Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:13:39.396348 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:13:38Z', 'revision_number': 6, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:39.424760 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba29fd0-adf0-437f-9d79-976525e23676 None None] The sync data for ids ['32bb4111-492c-4644-afde-d0c6f89deb6f'] in dv-cinder-778907-2-iscsi is: [{'id': '32bb4111-492c-4644-afde-d0c6f89deb6f', 'name': 'tempest-TestMinimumBasicScenario-589577926-router', 'tenant_id': '4e17547e7fca442db038aefd0e334796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:11:19Z', 'updated_at': '2021-07-20T15:13:38Z', 'revision_number': 6, 'project_id': '4e17547e7fca442db038aefd0e334796', 'gw_port_host': None}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:13:39.446742 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.449080 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.498898 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.499596 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32bb4111-492c-4644-afde-d0c6f89deb6f {{(pid=93312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:13:39.504517 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.505657 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-3bbdd029-8181-4112-84a6-490a4e0cacbf admin admin] 10.222.0.35 "DELETE /v2.0/routers/32bb4111-492c-4644-afde-d0c6f89deb6f HTTP/1.1" status: 204 len: 168 time: 0.8485136 Jul 20 15:13:39.508239 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53112) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:39.555277 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Deleting subnet 1e930c17-77c6-40bd-9fbe-26ec52138737 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:13:39.559284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.585553 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43d699-706f-4199-8a09-e51742bd4e41 None None] New status for floating IP be8ba00a-65ab-464f-8253-95a36cc268c2: ACTIVE {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:13:39.597262 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.673302 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.725194 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.751710 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e930c17-77c6-40bd-9fbe-26ec52138737,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:39.755402 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.759904 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-82625dfc-fa3c-40ba-ab4e-613f4efe9bb7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1e930c17-77c6-40bd-9fbe-26ec52138737 HTTP/1.1" status: 204 len: 168 time: 0.2506726 Jul 20 15:13:39.760113 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53114) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:39.763727 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0b0db-c8c7-4555-b16b-273cf8854497 None None] Network 597dbc94-3a54-4b4c-8579-8b84f9ce782f requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:13:39.845130 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.902116 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Deleting port 9065b591-f2a4-404d-b3de-c325f4eaf835 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:13:39.902566 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.902820 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.969057 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] For port 9065b591-f2a4-404d-b3de-c325f4eaf835, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=9065b591-f2a4-404d-b3de-c325f4eaf835,segment=NetworkSegment(81732502-074b-4ad9-8a19-5d04e7af9b2c),segment_id=81732502-074b-4ad9-8a19-5d04e7af9b2c)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:13:39.969415 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:39.981475 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Calling delete_port for 9065b591-f2a4-404d-b3de-c325f4eaf835 owned by network:dhcp {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:13:40.056751 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.082580 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Pushing event deleted for resources: {'Port': ['ID=9065b591-f2a4-404d-b3de-c325f4eaf835,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:40.084465 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] No DVR routers for this DVR port 9065b591-f2a4-404d-b3de-c325f4eaf835 on host dv-cinder-778907-2-iscsi {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:13:40.154911 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.164553 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597dbc94-3a54-4b4c-8579-8b84f9ce782f']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:40.174398 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81732502-074b-4ad9-8a19-5d04e7af9b2c') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:40.174723 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81732502-074b-4ad9-8a19-5d04e7af9b2c') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:13:40.184791 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.199564 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.208248 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:13:40.208648 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:13:40.211674 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:13:40.215113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2431a-e1f2-43a7-a61e-908a56e50f5b None None] DHCP port deletion for 597dbc94-3a54-4b4c-8579-8b84f9ce782f request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:13:40.270238 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.276168 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.278030 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] 10.222.0.35 "DELETE /v2.0/networks/597dbc94-3a54-4b4c-8579-8b84f9ce782f HTTP/1.1" status: 204 len: 168 time: 0.5164101 Jul 20 15:13:40.289072 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0494-68b1-45d7-af95-710ee1510432 admin admin] Pushing event deleted for resources: {'Network': ['ID=597dbc94-3a54-4b4c-8579-8b84f9ce782f,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:40.454850 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53118) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:40.497979 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-b3ad5b55-9935-4d09-b6d8-f81021663de9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e82b4ef0cc674d58aa959d8b0f02f303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418646 Jul 20 15:13:40.500933 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53120) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:40.553668 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c5c14f7-5f40-4912-a5d6-272b6f6610b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.575456 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c5c14f7-5f40-4912-a5d6-272b6f6610b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.625366 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c5c14f7-5f40-4912-a5d6-272b6f6610b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.630297 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-0c5c14f7-5f40-4912-a5d6-272b6f6610b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:40.632468 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-0c5c14f7-5f40-4912-a5d6-272b6f6610b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02cad6c7-72dc-485c-b4dc-f93dac1f2b11 HTTP/1.1" status: 204 len: 168 time: 0.1303706 Jul 20 15:13:40.645877 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c14f7-5f40-4912-a5d6-272b6f6610b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cad6c7-72dc-485c-b4dc-f93dac1f2b11,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:40.961966 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53126) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:41.000786 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-0ac3c284-6494-4865-8500-732e11f30a30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e17547e7fca442db038aefd0e334796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376196 Jul 20 15:13:41.003595 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53128) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:13:41.056504 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fe0fea8b-2513-421c-85bc-3a3ca0a4debe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:41.084755 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fe0fea8b-2513-421c-85bc-3a3ca0a4debe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:41.131927 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fe0fea8b-2513-421c-85bc-3a3ca0a4debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:41.134581 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-fe0fea8b-2513-421c-85bc-3a3ca0a4debe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:41.136230 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-fe0fea8b-2513-421c-85bc-3a3ca0a4debe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/971f9bef-aa56-43d8-80cc-8ac18e797ed8 HTTP/1.1" status: 204 len: 168 time: 0.1317370 Jul 20 15:13:41.144917 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fea8b-2513-421c-85bc-3a3ca0a4debe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f9bef-aa56-43d8-80cc-8ac18e797ed8,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:13:41.323197 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 193eb403-795a-483e-97d0-894e1bbc9a73 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:41.343546 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 193eb403-795a-483e-97d0-894e1bbc9a73 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:41.343889 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 193eb403-795a-483e-97d0-894e1bbc9a73 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:41.344314 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d499ae54-139e-412f-9b6e-575ad5819d0f no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:41.364358 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: d499ae54-139e-412f-9b6e-575ad5819d0f {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:41.364702 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d499ae54-139e-412f-9b6e-575ad5819d0f not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:41.365113 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9065b591-f2a4-404d-b3de-c325f4eaf835 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:13:41.388977 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 9065b591-f2a4-404d-b3de-c325f4eaf835 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:13:41.389316 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9065b591-f2a4-404d-b3de-c325f4eaf835 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:13:41.468279 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:13:41.504190 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:13:52.888546 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:06.018117 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ca66a08-b399-4d22-ab50-59bf9a4f0b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:08.681109 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b12b9836-3314-4707-80d7-a3be11fff53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:08.701167 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:09.875003 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:11.469813 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:18.504285 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:14:22.910770 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:28.626978 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-7a19b362-a440-4414-b606-08bec0c5ca28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537562 Jul 20 15:14:28.736546 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-7d93bc55-0469-438d-8238-a396403bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:14:28.738584 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-7d93bc55-0469-438d-8238-a396403bde90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0533409 Jul 20 15:14:28.841208 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-52f3ccc9-4cb7-4d47-9a19-8fa6c2540a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:14:28.842672 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-52f3ccc9-4cb7-4d47-9a19-8fa6c2540a7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.0855303 Jul 20 15:14:28.906992 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-7eee8b65-fd8d-4b47-aa9b-f647c8c75fae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 1001 time: 0.0563328 Jul 20 15:14:28.958628 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-7962b70d-0e6d-4c12-9355-f274d36d6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:14:28.960159 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-7962b70d-0e6d-4c12-9355-f274d36d6cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0465169 Jul 20 15:14:29.018245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-e1f6eb88-9e80-4be1-87bb-f2748858ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:14:29.020292 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-e1f6eb88-9e80-4be1-87bb-f2748858ff98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536835 Jul 20 15:14:29.109993 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-f67b2ab3-022d-44e0-943c-3c6689cf9b94 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831800 Jul 20 15:14:29.196767 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-bc76ba6a-2f53-442c-bb28-c20cacd1b302 req-d110e238-0f45-46d4-bf0d-9dd946e7eeff service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798838 Jul 20 15:14:36.018705 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-28a70fef-bff2-45e3-8a03-ee1365ff922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:38.681237 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0f4b67d7-9164-469d-91bb-6965bf56dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:38.699123 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:39.879141 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:41.471492 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:52.909173 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:14:55.503118 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:15:06.019706 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-f9cf47db-f161-4a83-857a-2ad4a9967095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:08.681319 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-77032679-7651-4ba7-9649-978d80f110a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:08.700006 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:09.881291 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:11.475397 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:22.935588 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:25.713650 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-5aef88d6-3b21-45f0-9505-41ae56b3f757 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905134599&fields=id&tenant_id=1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 267 time: 0.0341833 Jul 20 15:15:25.822565 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-488436fc-f701-4c99-8b2e-18e8f5bee6f2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:25.824054 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-488436fc-f701-4c99-8b2e-18e8f5bee6f2 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 812 time: 0.1041207 Jul 20 15:15:25.842420 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-c0c43b23-cb39-4b2d-8513-0a4b0a16b03e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/quotas/1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 375 time: 0.0104456 Jul 20 15:15:25.923941 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-60501c94-4a88-46c0-b772-5e71bc3091dd tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0687728 Jul 20 15:15:26.022412 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-4cc84c19-fcd1-412f-86e9-8176766d0411 service neutron] 10.222.0.35 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Jul 20 15:15:26.113779 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-e2d5fbff-dd70-45e9-a712-31d09afe3f1e service neutron] 10.222.0.35 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Jul 20 15:15:26.401411 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-f43a6fa1-ac55-41d2-ab25-ae07837a2704 req-079836a0-0e55-4367-af29-0ab243b9bb1c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 210 time: 0.0343196 Jul 20 15:15:27.503450 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-33ce8361-7023-49fa-b88f-fe317ba50ad3 req-445043ed-5eec-45df-8e92-1ae8b3381f09 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 210 time: 0.0342486 Jul 20 15:15:27.601610 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-0897225f-fc1e-49d6-acf2-72e08bf8a98c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:27.603108 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-0897225f-fc1e-49d6-acf2-72e08bf8a98c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 812 time: 0.1021531 Jul 20 15:15:27.649446 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-39ce5cd1-b821-4da0-a94b-f6c6adb544c3 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1355c68851d241458809791518306d9e HTTP/1.1" status: 200 len: 380 time: 0.0328121 Jul 20 15:15:27.659068 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'port': {'device_id': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'admin_state_up': True, 'tenant_id': '1355c68851d241458809791518306d9e', 'security_groups': ['bc9da53f-628d-4786-bb6a-2a9120e0af44']}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:15:27.768913 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Made reservation on behalf of 1355c68851d241458809791518306d9e for: {'port': 1} {{(pid=93311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:15:27.772528 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:27.896207 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Allocated IP 172.20.0.14 (526baff6-e516-441e-9026-89f57dd56ec6/bdc50df4-4021-49d8-8489-db249c4b334f/90a386d2-bd00-4ec8-97e9-9c130a8b283a) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:15:28.024505 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.037607 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Transition to ACTIVE for port object 90a386d2-bd00-4ec8-97e9-9c130a8b283a will not be triggered until provisioned by entity DHCP. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:15:28.069899 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.116502 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Network 526baff6-e516-441e-9026-89f57dd56ec6 is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:15:28.120149 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:15:28.123938 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:15:28.130330 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=90a386d2-bd00-4ec8-97e9-9c130a8b283a,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:28.159698 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.160036 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.160372 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.160725 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.161055 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.161806 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.161806 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.162048 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.162252 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.162592 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.162908 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.163220 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:28.190157 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:28.190871 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.207049 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-76b3596f-f035-48e1-8ba4-517f907e8d4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515292 Jul 20 15:15:28.234227 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Request body: {'port': {'device_id': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:15:28.309071 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.329702 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-8c171c84-c8fe-43f8-84ca-47cecf0e4de1 None None] Provisioning for port 90a386d2-bd00-4ec8-97e9-9c130a8b283a completed by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:15:28.333306 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-8c171c84-c8fe-43f8-84ca-47cecf0e4de1 None None] Provisioning complete for port 90a386d2-bd00-4ec8-97e9-9c130a8b283a triggered by entity DHCP. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:15:28.333671 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-8c171c84-c8fe-43f8-84ca-47cecf0e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.366754 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-8c171c84-c8fe-43f8-84ca-47cecf0e4de1 None None] Port 90a386d2-bd00-4ec8-97e9-9c130a8b283a cannot update to ACTIVE because it is not bound. {{(pid=93313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 15:15:28.571877 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a386d2-bd00-4ec8-97e9-9c130a8b283a {{(pid=93311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:15:28.579432 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.591601 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Transition to ACTIVE for port object 90a386d2-bd00-4ec8-97e9-9c130a8b283a will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 15:15:28.595018 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.642907 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d128b0-80ac-4041-95c8-8b5d23b5f69a req-f1b76302-fbfc-4934-862b-3bb46e67920e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:28.645420 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-35d128b0-80ac-4041-95c8-8b5d23b5f69a req-f1b76302-fbfc-4934-862b-3bb46e67920e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 932 time: 0.0718215 Jul 20 15:15:28.668867 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Pushing event updated for resources: {'Port': ['ID=90a386d2-bd00-4ec8-97e9-9c130a8b283a,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:28.689334 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-35d128b0-80ac-4041-95c8-8b5d23b5f69a req-5e781c6c-90de-4fa0-80f1-2bae50ec1e1f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 Jul 20 15:15:28.719364 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Attempting to bind port 90a386d2-bd00-4ec8-97e9-9c130a8b283a on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 15:15:28.719698 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Attempting to bind port 90a386d2-bd00-4ec8-97e9-9c130a8b283a by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 15:15:28.720027 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Attempting to bind port 90a386d2-bd00-4ec8-97e9-9c130a8b283a on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:15:28.724515 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Port 90a386d2-bd00-4ec8-97e9-9c130a8b283a on network 526baff6-e516-441e-9026-89f57dd56ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 15:15:28.724925 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Attempting to bind port 90a386d2-bd00-4ec8-97e9-9c130a8b283a on network 526baff6-e516-441e-9026-89f57dd56ec6 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 15:15:28.730226 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Checking agent: {'id': '8079149e-55fb-4794-981e-80b3c573830f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'started_at': datetime.datetime(2021, 7, 20, 15, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 15:15:28.730558 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Checking segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 15:15:28.730970 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Bound using segment: {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 15:15:28.731397 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Bound port: 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79083b7a-95f2-4651-bdb4-cdffa3adef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 15:15:28.731762 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.795725 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] For port 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host hv-cinder-77890, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:15:28.798938 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] For port 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:15:28.803038 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.835518 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:28.836040 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:28.837393 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] 10.222.0.36 "PUT /v2.0/ports/90a386d2-bd00-4ec8-97e9-9c130a8b283a HTTP/1.1" status: 200 len: 1094 time: 0.6076813 Jul 20 15:15:28.840421 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:15:28.842677 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70650528-bb6c-4c3f-aa67-0398959f4a37" -d '{"events": [{"name": "network-changed", "server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:15:28.872192 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be320-ac5b-495d-8b84-5ee55c4ddd3c service neutron] Pushing event updated for resources: {'Port': ['ID=90a386d2-bd00-4ec8-97e9-9c130a8b283a,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:28.986939 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-db18ff69-78f2-43d7-a34e-29cc4343843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:28.988456 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-db18ff69-78f2-43d7-a34e-29cc4343843c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 1097 time: 0.0637763 Jul 20 15:15:29.035382 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ed4882-fe2d-4f62-9d9e-3a4c99a1a85e x-openstack-request-id: req-58ed4882-fe2d-4f62-9d9e-3a4c99a1a85e {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:15:29.035673 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:15:29.035924 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58ed4882-fe2d-4f62-9d9e-3a4c99a1a85e {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:15:29.036315 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'status': 'completed', 'code': 200} Jul 20 15:15:29.038068 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-c9b152e3-7215-4510-9a1b-0a8e45eb2de8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a HTTP/1.1" status: 200 len: 217 time: 0.0366409 Jul 20 15:15:29.085277 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-ec7ea319-469a-456c-b628-a338ffc7e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.086701 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-ec7ea319-469a-456c-b628-a338ffc7e15e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0412862 Jul 20 15:15:29.143863 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-6811bd33-d6c5-400e-9c2b-efa616131e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.145383 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-6811bd33-d6c5-400e-9c2b-efa616131e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515783 Jul 20 15:15:29.237280 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-5e7a1409-0f8e-4fd4-b6d1-3ec7bb28df1f service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850518 Jul 20 15:15:29.327104 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-949ef9c0-8a01-4296-ad2b-5284b542e783 req-c93a0f30-bc8d-4557-bd31-f2bfc58480af service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834036 Jul 20 15:15:29.474178 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-593974a5-bdd6-46f9-a9e7-f8ad0caf638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.475727 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-593974a5-bdd6-46f9-a9e7-f8ad0caf638e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 1097 time: 0.0542707 Jul 20 15:15:29.562655 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-9ef4f695-4cd7-4d3c-8456-4be29280f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.564174 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-9ef4f695-4cd7-4d3c-8456-4be29280f79a service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.0815728 Jul 20 15:15:29.607897 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-c7cc18e7-d312-4fa6-b905-e6c74a9ab293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a HTTP/1.1" status: 200 len: 217 time: 0.0368536 Jul 20 15:15:29.640650 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-78e4258e-0395-4f3b-a740-29f80fabf449 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519209 Jul 20 15:15:29.657982 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-01c5a5f3-f8c0-4014-8df2-4450517c7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.659455 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-01c5a5f3-f8c0-4014-8df2-4450517c7011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0432134 Jul 20 15:15:29.728492 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-3f23cf7b-5f84-4ecd-a407-28d67957cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.730155 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-3f23cf7b-5f84-4ecd-a407-28d67957cf1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554061 Jul 20 15:15:29.772119 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-39e8752d-6aeb-4230-ac35-56aa7816963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.773556 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-39e8752d-6aeb-4230-ac35-56aa7816963c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0686285 Jul 20 15:15:29.825202 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-4db53536-9dab-427b-8187-70088946c72f service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884273 Jul 20 15:15:29.886282 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc546449-9016-4cbf-a82d-88858da8041d req-53bfa0bf-e4aa-4972-a073-1bb168112f03 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.887706 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc546449-9016-4cbf-a82d-88858da8041d req-53bfa0bf-e4aa-4972-a073-1bb168112f03 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.1296802 Jul 20 15:15:29.918842 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-f55e7e5a-0a19-4aa6-9357-547ec121f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:29.920173 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-70650528-bb6c-4c3f-aa67-0398959f4a37 req-85fbb91d-64e0-4541-ab38-f6686da0b1fb service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823734 Jul 20 15:15:29.920315 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-f55e7e5a-0a19-4aa6-9357-547ec121f7ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.1225598 Jul 20 15:15:29.937606 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc546449-9016-4cbf-a82d-88858da8041d req-006810f1-0299-4502-af1b-ae593f720614 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Jul 20 15:15:30.009418 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-b6a1cd8c-af29-430c-8834-5c4d762aabf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 1001 time: 0.0565248 Jul 20 15:15:30.059206 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-03ef4326-dc60-4bbf-84bb-c173a527e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:30.060597 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-03ef4326-dc60-4bbf-84bb-c173a527e7c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0448415 Jul 20 15:15:30.115057 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-39ed4ef4-f50e-4c53-a67f-4781354a6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:30.116482 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-39ed4ef4-f50e-4c53-a67f-4781354a6782 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501058 Jul 20 15:15:30.204489 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-45a8ba3a-51fa-427b-b5ad-2d7a80f67987 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805535 Jul 20 15:15:30.306458 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a503cfb6-3f63-4ba9-b850-5373eee0d7ad req-b64217e6-8733-404e-a827-2e3d3927e5a7 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947347 Jul 20 15:15:31.072391 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6a90b-fbef-4e59-8d71-f5e3f2948ba7 req-c46fc569-3909-48b9-8458-1b4e1a95fb5a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:31.074310 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-58e6a90b-fbef-4e59-8d71-f5e3f2948ba7 req-c46fc569-3909-48b9-8458-1b4e1a95fb5a tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.0688441 Jul 20 15:15:31.111142 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-58e6a90b-fbef-4e59-8d71-f5e3f2948ba7 req-a63460d5-44a8-40a6-9c67-6f10bf56bedd tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Jul 20 15:15:32.238828 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ed328-3347-4ff1-b122-55e47dfc25f1 req-a2b37e0a-caf9-4978-b6ee-f34d5d830868 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:32.240359 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-583ed328-3347-4ff1-b122-55e47dfc25f1 req-a2b37e0a-caf9-4978-b6ee-f34d5d830868 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.0625942 Jul 20 15:15:32.280445 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-583ed328-3347-4ff1-b122-55e47dfc25f1 req-421125e1-8206-41d7-b6ad-9a7412d0c48b tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326688 Jul 20 15:15:32.502414 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:15:33.406498 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40290-6129-41dd-9f43-028978974d00 req-1aff1a54-0136-4d4e-8bf6-2493ef9516a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:33.407993 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77e40290-6129-41dd-9f43-028978974d00 req-1aff1a54-0136-4d4e-8bf6-2493ef9516a1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.0625260 Jul 20 15:15:33.444832 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-77e40290-6129-41dd-9f43-028978974d00 req-9f37f85a-405b-4bb5-ac83-260d8d3b7a65 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Jul 20 15:15:34.580171 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bfe1d-6878-46f5-9ec8-33badb987359 req-32e4919c-93be-4d6c-aea4-d201e3cdd235 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:34.581678 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158bfe1d-6878-46f5-9ec8-33badb987359 req-32e4919c-93be-4d6c-aea4-d201e3cdd235 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.0696561 Jul 20 15:15:34.617981 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-158bfe1d-6878-46f5-9ec8-33badb987359 req-be21486e-a053-49c8-8716-6cbb314944c1 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Jul 20 15:15:35.746896 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7caff6-5cf9-4b5e-89e0-8df13eb37aae req-82d78421-f840-462c-8e7e-5665819d5559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:35.748355 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9d7caff6-5cf9-4b5e-89e0-8df13eb37aae req-82d78421-f840-462c-8e7e-5665819d5559 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.0659268 Jul 20 15:15:36.020433 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c03f7698-fea7-4a48-86b6-efc1804a346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:36.039435 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9d7caff6-5cf9-4b5e-89e0-8df13eb37aae req-7380cd15-845c-4413-a4d9-02469647267b tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855821 Jul 20 15:15:37.215040 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23291720-4606-436d-9a4d-d6e62b2b6bf9 req-471ac1ea-fe6b-4bb0-a2b0-dc8aabd0e85c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:37.216495 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-23291720-4606-436d-9a4d-d6e62b2b6bf9 req-471ac1ea-fe6b-4bb0-a2b0-dc8aabd0e85c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 944 time: 0.0620739 Jul 20 15:15:37.252472 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-23291720-4606-436d-9a4d-d6e62b2b6bf9 req-e939961f-13ce-4aa8-afbc-b79ea9028176 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304980 Jul 20 15:15:38.071449 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 90a386d2-bd00-4ec8-97e9-9c130a8b283a details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:15:38.163600 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:15:38.174907 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Returning: {'device': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'port_id': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'mac_address': 'fa:16:3e:56:de:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:15:38.216561 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:38.229743 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a386d2-bd00-4ec8-97e9-9c130a8b283a {{(pid=93313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 15:15:38.249599 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:15:38.254214 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:38.307482 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=90a386d2-bd00-4ec8-97e9-9c130a8b283a,revision_number=4']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:38.314396 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.314773 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.315110 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.318931 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.322102 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.322370 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.322827 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.323043 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.323370 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.324217 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.324540 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.324856 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:15:38.400663 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79053e-9081-4515-bccb-385c28baf9ca req-24fd8b05-0098-456e-92ac-9b10a64d4170 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:38.402816 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9c79053e-9081-4515-bccb-385c28baf9ca req-24fd8b05-0098-456e-92ac-9b10a64d4170 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 945 time: 0.0735209 Jul 20 15:15:38.440304 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-9c79053e-9081-4515-bccb-385c28baf9ca req-7db41f6e-9b3e-4c9e-8bdc-324915f3f16f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Jul 20 15:15:38.560962 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] get_ports_and_sgs() called for port_ids ['90a386d2-bd00-4ec8-97e9-9c130a8b283a'] {{(pid=93313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:15:38.701077 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cb10ffa1-62b9-4068-ac60-f6704c978994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:38.723742 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:39.566826 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d821e-026f-4444-856d-39499c5a1c08 req-51b4b6c2-5e6e-4a6c-8bd3-6ba568da4690 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:39.568286 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d1d821e-026f-4444-856d-39499c5a1c08 req-51b4b6c2-5e6e-4a6c-8bd3-6ba568da4690 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 945 time: 0.0616210 Jul 20 15:15:39.605271 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-5d1d821e-026f-4444-856d-39499c5a1c08 req-a845a3c2-a079-496c-8205-f54d5cc6a605 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Jul 20 15:15:39.884016 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:40.088840 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 90a386d2-bd00-4ec8-97e9-9c130a8b283a up at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:15:40.135825 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning for port 90a386d2-bd00-4ec8-97e9-9c130a8b283a completed by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 15:15:40.139909 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Provisioning complete for port 90a386d2-bd00-4ec8-97e9-9c130a8b283a triggered by entity L2. {{(pid=93313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 15:15:40.140282 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074811'] for port, provisioning_complete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:40.218239 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:40.239757 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a'}] {{(pid=93313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:15:40.242012 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5880221423da24468cfcf208b2dabbad68d9588e553447ec82adf14bb9b9ece8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fd4977-c405-4b03-bd49-9869bf119b3f" -d '{"events": [{"server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a"}]}' {{(pid=93313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:15:40.255703 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] For port 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:15:40.259971 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820'] for port, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:40.310219 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Pushing event updated for resources: {'Port': ['ID=90a386d2-bd00-4ec8-97e9-9c130a8b283a,revision_number=5']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:40.337481 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0d4e3b-6094-4d4f-abd0-802af9a8bd4c x-openstack-request-id: req-ac0d4e3b-6094-4d4f-abd0-802af9a8bd4c {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:15:40.337776 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a", "code": 200}]} {{(pid=93313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:15:40.338198 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac0d4e3b-6094-4d4f-abd0-802af9a8bd4c {{(pid=93313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:15:40.338667 dv-cinder-778907-2-iscsi neutron-server[93313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'code': 200} Jul 20 15:15:40.591233 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2547c-826d-40d2-86ea-79a7e4c42c62 req-430d5b23-2a8c-415f-9def-e82b660e1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:40.592718 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-49b2547c-826d-40d2-86ea-79a7e4c42c62 req-430d5b23-2a8c-415f-9def-e82b660e1aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 1099 time: 0.0560927 Jul 20 15:15:40.626293 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-49b2547c-826d-40d2-86ea-79a7e4c42c62 req-5eafc499-3121-4e83-82d5-57b57c4a8b01 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272789 Jul 20 15:15:40.733956 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f4ff1-943a-4697-b396-4b1feaae303d req-00cdd5a7-eb20-4c2d-b332-2e6398a51b1c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:40.735561 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-535f4ff1-943a-4697-b396-4b1feaae303d req-00cdd5a7-eb20-4c2d-b332-2e6398a51b1c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 946 time: 0.0661728 Jul 20 15:15:40.775753 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-535f4ff1-943a-4697-b396-4b1feaae303d req-c9f07907-2e8b-4dd9-afd4-4addfefe724c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Jul 20 15:15:41.478472 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:41.905170 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20340947-2e89-4a79-8ffc-6a4342a69069 req-a1d4eee6-1890-4449-8c8a-24cac695126b tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:41.906745 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20340947-2e89-4a79-8ffc-6a4342a69069 req-a1d4eee6-1890-4449-8c8a-24cac695126b tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 946 time: 0.0630214 Jul 20 15:15:41.946516 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-20340947-2e89-4a79-8ffc-6a4342a69069 req-dea29421-ef7d-48f1-8f8f-bb2fdcaee275 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343585 Jul 20 15:15:42.076164 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338b6f-3542-46bc-b788-9af2438f5a6a req-20b20c65-6e47-48c1-a618-34c10ede3a9f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:42.077541 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-00338b6f-3542-46bc-b788-9af2438f5a6a req-20b20c65-6e47-48c1-a618-34c10ede3a9f tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 946 time: 0.0667057 Jul 20 15:15:42.115070 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-00338b6f-3542-46bc-b788-9af2438f5a6a req-8cd98675-676e-4c23-81d7-bbef80db2c5d tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Jul 20 15:15:42.137571 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53270) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:15:42.189702 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee73ff-b98b-4ba1-9e84-05b86ac95a87 tempest-TestVolumeBootPattern-579558722 tempest-TestVolumeBootPattern-579558722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:42.191248 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-27ee73ff-b98b-4ba1-9e84-05b86ac95a87 tempest-TestVolumeBootPattern-579558722 tempest-TestVolumeBootPattern-579558722-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 1094 time: 0.0526819 Jul 20 15:15:42.194026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53272) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:15:42.198437 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.v2.base [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Request body: {'floatingip': {'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'port_id': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'tenant_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 15:15:42.219424 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:42.313026 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:42.416355 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_common [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Allocated IP 172.27.3.119 (4f3ed232-109d-4933-bab3-4cf3a6dc594e/16d08c1c-b66a-4ad0-bcf4-aae580d0aa76/491f415b-a259-4b37-a78e-b4b43c6003e9) {{(pid=93311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:15:42.519315 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:42.557045 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792900540784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:42.595895 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Network 4f3ed232-109d-4933-bab3-4cf3a6dc594e is already hosted by enough agents. {{(pid=93311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:15:42.598626 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.base_scheduler [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Resources bound (agent type, host, resource id): {{(pid=93311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:15:42.602111 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Received port after_create {{(pid=93311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 15:15:42.610317 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=491f415b-a259-4b37-a78e-b4b43c6003e9,revision_number=1']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:42.953858 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:43.026443 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7974018'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:43.174100 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:43.179088 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792900944698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792900540802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792900540820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2073005'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:43.247587 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event updated for resources: {'Port': ['ID=491f415b-a259-4b37-a78e-b4b43c6003e9,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:15:43.258907 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764029'] for floatingip, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:43.352641 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Floating IP f6b66acf-46b2-4c00-9585-f2d94204108f associated. External IP: 172.27.3.119, port: 90a386d2-bd00-4ec8-97e9-9c130a8b283a. Jul 20 15:15:43.560879 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:15:43.667291 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:15:43.676700 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:15:43.683614 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:15:43.686747 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:15:43.687401 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:15:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:15:43.732530 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a8caaba2-b60f-4260-ac1d-0790702666a0 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5373540 Jul 20 15:15:43.733212 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:15:43.735520 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85c6073-49de-4068-b27d-614e89b0da05" -d '{"events": [{"name": "network-changed", "server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:15:43.773461 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c14a1f-01bf-4126-81d0-ceb124d9f2b2 x-openstack-request-id: req-43c14a1f-01bf-4126-81d0-ceb124d9f2b2 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:15:43.773747 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:15:43.773993 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43c14a1f-01bf-4126-81d0-ceb124d9f2b2 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:15:43.774503 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'status': 'completed', 'code': 200} Jul 20 15:15:43.796474 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:15:43.870142 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6073-49de-4068-b27d-614e89b0da05 req-fce21887-ae00-451d-a9ee-042dc3c79af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:43.872190 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-fce21887-ae00-451d-a9ee-042dc3c79af1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 1099 time: 0.0541682 Jul 20 15:15:43.964179 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6073-49de-4068-b27d-614e89b0da05 req-12ed4d73-dc3b-45f1-b10d-1b0f27142b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:43.965706 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-12ed4d73-dc3b-45f1-b10d-1b0f27142b60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.0865042 Jul 20 15:15:44.031754 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-35019df7-dc00-472b-8c58-8b73e4265699 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a HTTP/1.1" status: 200 len: 1000 time: 0.0598254 Jul 20 15:15:44.032742 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:39Z', 'revision_number': 1, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}, {'id': 'f6b66acf-46b2-4c00-9585-f2d94204108f', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:56:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:15:42Z', 'updated_at': '2021-07-20T15:15:42Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:15:44.060890 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:15:44.070851 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:15:44.071486 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:15:39Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:15:44.082920 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6073-49de-4068-b27d-614e89b0da05 req-15bea9f9-8b0f-4ad4-b318-b460dd877d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:44.084433 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-15bea9f9-8b0f-4ad4-b318-b460dd877d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0464694 Jul 20 15:15:44.151970 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6073-49de-4068-b27d-614e89b0da05 req-dc7ca397-08a2-4ed9-bfa8-a24c65997665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:15:44.153482 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-dc7ca397-08a2-4ed9-bfa8-a24c65997665 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617890 Jul 20 15:15:44.181788 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:15:44.249561 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-e60eeab5-3e70-4fbd-943a-5aeb94255fbc service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886421 Jul 20 15:15:44.354870 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a85c6073-49de-4068-b27d-614e89b0da05 req-1a792597-2c6a-44bc-8f51-3b5403ee3f0d service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981312 Jul 20 15:15:44.549415 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:39Z', 'revision_number': 1, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}, {'id': 'f6b66acf-46b2-4c00-9585-f2d94204108f', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:56:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:15:42Z', 'updated_at': '2021-07-20T15:15:42Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:15:44.576029 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d355b-580f-48bf-b9df-74c77068d704 None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:39Z', 'revision_number': 1, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}, {'id': 'f6b66acf-46b2-4c00-9585-f2d94204108f', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:56:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:15:42Z', 'updated_at': '2021-07-20T15:15:42Z', 'revision_number': 0, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:15:44.755191 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc42a83-2c0d-4e36-a10b-546c2bb97c78 None None] New status for floating IP f6b66acf-46b2-4c00-9585-f2d94204108f: ACTIVE {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:15:52.956700 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:06.021530 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c6a50c00-86a7-47e3-8481-a84e661e4ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:08.682104 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-96b478c1-adc9-4de7-88c3-60fbaeb303ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:08.704388 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:09.501217 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:16:09.887522 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:11.481924 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:22.964548 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:31.647400 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-d1a6a0d9-8e2a-4f6c-aee1-397c8e98ca9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597901 Jul 20 15:16:31.762400 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-a8667e13-152f-46a0-9173-838a1140b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:16:31.764104 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-a8667e13-152f-46a0-9173-838a1140b536 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0569737 Jul 20 15:16:31.884637 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-b68c6576-e0e7-4c9d-88d9-081e3b164dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:16:31.886144 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-b68c6576-e0e7-4c9d-88d9-081e3b164dac service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.1034901 Jul 20 15:16:31.953594 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-3793b022-8b0f-44e8-bc3d-6157f84b87ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 1001 time: 0.0604141 Jul 20 15:16:32.009051 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-f515e92b-9ae6-4d0b-a604-d74b4672a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:16:32.010560 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-f515e92b-9ae6-4d0b-a604-d74b4672a183 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0505617 Jul 20 15:16:32.081413 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-a78853e7-c4b8-46d8-9551-dec2fa821ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:16:32.083079 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-a78853e7-c4b8-46d8-9551-dec2fa821ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659504 Jul 20 15:16:32.179694 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-b9157939-4858-47a6-895c-6c9346e2df9d service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903397 Jul 20 15:16:32.316010 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-c690c83c-2975-4870-81e7-60a1e565ce90 req-36c4284f-e6ac-4843-a85f-d4af130ab6b2 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290872 Jul 20 15:16:36.026976 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-8bc8a83b-7fda-49f8-9dd4-55af01bbac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:38.687508 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0e599148-db28-49f8-b9c9-56db2dffc043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:38.707826 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:39.892940 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:41.488482 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:16:46.500246 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:16:52.970434 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:06.019967 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-30c62df8-1583-4dd6-8fca-beb88e2156bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:08.681568 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-17b398ee-97eb-4557-a1ae-6dd9e1f39a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:08.712736 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:09.893492 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:10.968902 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53310) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:11.131433 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Deleting port 491f415b-a259-4b37-a78e-b4b43c6003e9 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:11.131741 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.219850 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.220207 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.234886 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Calling delete_port for 491f415b-a259-4b37-a78e-b4b43c6003e9 owned by network:floatingip {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:11.426750 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.457668 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'Port': ['ID=491f415b-a259-4b37-a78e-b4b43c6003e9,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:11.471613 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.472932 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.472932 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.472932 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.473475 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.473891 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.474364 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.474873 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.475347 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.475855 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.476373 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.476733 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:11.501270 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.542919 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.543243 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Floating IP f6b66acf-46b2-4c00-9585-f2d94204108f disassociated (deleted). External IP: 172.27.3.119, port: 90a386d2-bd00-4ec8-97e9-9c130a8b283a. Jul 20 15:17:11.768353 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:17:11.896562 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:17:11.902712 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:11.908886 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:17:11.919977 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:11.920844 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:11.948315 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-d3102416-bf02-41df-974b-8599ad825e72 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "DELETE /v2.0/floatingips/f6b66acf-46b2-4c00-9585-f2d94204108f HTTP/1.1" status: 204 len: 168 time: 0.9780619 Jul 20 15:17:11.949473 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:17:11.953385 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90e5bf-c79d-4be0-9659-73a729055af7" -d '{"events": [{"name": "network-changed", "server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:17:12.019194 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92286c-1450-4cec-943b-14ab03aacf05 x-openstack-request-id: req-2c92286c-1450-4cec-943b-14ab03aacf05 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:17:12.020236 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:17:12.020499 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c92286c-1450-4cec-943b-14ab03aacf05 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:17:12.021180 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'status': 'completed', 'code': 200} Jul 20 15:17:12.095210 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:12.161700 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-665122b7-ab7e-47e7-bc5a-e6cbbff8b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:12.164478 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-665122b7-ab7e-47e7-bc5a-e6cbbff8b87c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 1099 time: 0.0996034 Jul 20 15:17:12.284116 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-f5d9d2a9-7905-42bb-8420-643c97ee6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:12.285496 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-f5d9d2a9-7905-42bb-8420-643c97ee6546 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.1139891 Jul 20 15:17:12.295429 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76af9f-56c7-4ccd-a379-d6296d0da604 req-a9de04f5-f9e4-49dc-8ce0-bcba98cc5ab9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:12.298243 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f76af9f-56c7-4ccd-a379-d6296d0da604 req-a9de04f5-f9e4-49dc-8ce0-bcba98cc5ab9 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 946 time: 0.1149597 Jul 20 15:17:12.334298 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-1fefc4f7-afbc-48a6-ae0e-8210c17e06b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a HTTP/1.1" status: 200 len: 217 time: 0.0404627 Jul 20 15:17:12.362227 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-1f76af9f-56c7-4ccd-a379-d6296d0da604 req-75b218ec-5f61-446b-a894-dc548d3e84cb tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518436 Jul 20 15:17:12.416097 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-60d4d644-4f6a-40b0-81e1-01da415df339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:12.417681 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-60d4d644-4f6a-40b0-81e1-01da415df339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0765238 Jul 20 15:17:12.471760 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:39Z', 'revision_number': 1, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:12.489505 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-8a3a13f1-73c9-424f-af13-b7d9ee245e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:12.491445 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-8a3a13f1-73c9-424f-af13-b7d9ee245e32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658572 Jul 20 15:17:12.506837 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:17:12.516900 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:12.518449 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:12.599902 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-66f8b8ab-dea3-40d5-88b5-aa025125020a service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004832 Jul 20 15:17:12.636974 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:12.713495 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-eb90e5bf-c79d-4be0-9659-73a729055af7 req-68b00c09-1b87-4d10-9a06-5111ea5d81b0 service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057432 Jul 20 15:17:12.941655 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:39Z', 'revision_number': 1, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:12.973974 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4795b99-3b1c-4a8d-a3be-16ab356fad3b None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_floatingips': [{'id': 'be8ba00a-65ab-464f-8253-95a36cc268c2', 'tenant_id': '1355c68851d241458809791518306d9e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'router_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'port_id': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'mac_address': 'fa:16:3e:54:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T15:13:37Z', 'updated_at': '2021-07-20T15:13:39Z', 'revision_number': 1, 'project_id': '1355c68851d241458809791518306d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:17:13.214185 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23a217-2e37-4e22-b04c-9c3663f0b4e8 None None] New status for floating IP f6b66acf-46b2-4c00-9585-f2d94204108f: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:17:13.550437 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8cbdd-57a4-42b0-96b9-280ab24390a8 req-0ef2eae8-db60-43a9-8791-27c3edcdc163 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:13.552370 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0fd8cbdd-57a4-42b0-96b9-280ab24390a8 req-0ef2eae8-db60-43a9-8791-27c3edcdc163 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 946 time: 0.0740070 Jul 20 15:17:13.599786 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-0fd8cbdd-57a4-42b0-96b9-280ab24390a8 req-144f857a-1eb7-4688-8b65-a125b59cce77 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Jul 20 15:17:13.910588 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e337f-0cbe-4225-b23e-1424df960d38 req-c26f2795-7490-4438-a5dd-ba13938c9e11 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:13.912149 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-848e337f-0cbe-4225-b23e-1424df960d38 req-c26f2795-7490-4438-a5dd-ba13938c9e11 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 946 time: 0.0715239 Jul 20 15:17:14.020078 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Deleting port 90a386d2-bd00-4ec8-97e9-9c130a8b283a {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:14.020426 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:14.122106 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] For port 90a386d2-bd00-4ec8-97e9-9c130a8b283a, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=90a386d2-bd00-4ec8-97e9-9c130a8b283a,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:14.122459 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:14.135372 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Calling delete_port for 90a386d2-bd00-4ec8-97e9-9c130a8b283a owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:14.276593 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:14.310581 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'Port': ['ID=90a386d2-bd00-4ec8-97e9-9c130a8b283a,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:14.324373 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.324703 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.324911 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.325284 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.325573 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.325917 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.326245 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.326573 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.327057 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.327341 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.327627 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.327886 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:14.371444 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] No DVR routers for this DVR port 90a386d2-bd00-4ec8-97e9-9c130a8b283a on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:17:14.374136 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:14.376441 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-848e337f-0cbe-4225-b23e-1424df960d38 req-a48dae72-3d43-45a2-93ef-0cb231841a4c tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "DELETE /v2.0/ports/90a386d2-bd00-4ec8-97e9-9c130a8b283a HTTP/1.1" status: 204 len: 173 time: 0.4582016 Jul 20 15:17:14.376940 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'name': 'network-vif-deleted', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:17:14.380013 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a491ba1-649f-46f1-b6af-11b46e20c95e" -d '{"events": [{"server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "name": "network-vif-deleted", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:17:14.518869 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a3493-ed82-43d6-b575-3c83c81509e5 x-openstack-request-id: req-b92a3493-ed82-43d6-b575-3c83c81509e5 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:17:14.519350 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b2dcc8-8220-453a-9ae1-601e65dd5ddf", "name": "network-vif-deleted", "tag": "90a386d2-bd00-4ec8-97e9-9c130a8b283a", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:17:14.519759 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b92a3493-ed82-43d6-b575-3c83c81509e5 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:17:14.520408 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2dcc8-8220-453a-9ae1-601e65dd5ddf', 'name': 'network-vif-deleted', 'tag': '90a386d2-bd00-4ec8-97e9-9c130a8b283a', 'status': 'completed', 'code': 200} Jul 20 15:17:14.704343 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-e38e247b-40f1-4e6e-8436-578bb7edd1ff req-fad67b21-c906-4b8b-986e-ed3975dd9bb5 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b2dcc8-8220-453a-9ae1-601e65dd5ddf HTTP/1.1" status: 200 len: 210 time: 0.0329366 Jul 20 15:17:18.021573 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53354) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:18.192871 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Deleting port 5a89a26e-05ca-4eab-b706-aa716db48484 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:18.193217 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:18.279918 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:18.280185 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:18.293730 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Calling delete_port for 5a89a26e-05ca-4eab-b706-aa716db48484 owned by network:floatingip {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:18.455305 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:18.489593 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'Port': ['ID=5a89a26e-05ca-4eab-b706-aa716db48484,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:18.497756 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 90a386d2-bd00-4ec8-97e9-9c130a8b283a no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:18.535062 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 90a386d2-bd00-4ec8-97e9-9c130a8b283a {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:18.535543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 90a386d2-bd00-4ec8-97e9-9c130a8b283a not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:18.565521 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:18.565889 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.db.l3_db [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Floating IP be8ba00a-65ab-464f-8253-95a36cc268c2 disassociated (deleted). External IP: 172.27.3.98, port: 5c1c154b-b045-4c54-8c7f-4b2742da47c4. Jul 20 15:17:18.823566 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:17:19.277273 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:17:19.285115 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:19.291844 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:17:19.311639 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:19.312742 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:19.325974 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-c5e429c0-83b5-461a-adbe-17d3cc39f28e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "DELETE /v2.0/floatingips/be8ba00a-65ab-464f-8253-95a36cc268c2 HTTP/1.1" status: 204 len: 168 time: 1.3028092 Jul 20 15:17:19.326759 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4'}] {{(pid=93311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:17:19.329884 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cab40dbf7665903bc439df818fc029f0c6a07f42820913b176afe65622d4f52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc517493-d491-467c-a48f-87ac61f36bff" -d '{"events": [{"name": "network-changed", "server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4"}]}' {{(pid=93311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:17:19.381885 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa2d6c-939a-46d7-bc48-f83f5d56d280 x-openstack-request-id: req-9efa2d6c-939a-46d7-bc48-f83f5d56d280 {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:17:19.382716 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4", "status": "completed", "code": 200}]} {{(pid=93311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:17:19.382898 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9efa2d6c-939a-46d7-bc48-f83f5d56d280 {{(pid=93311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:17:19.383450 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'status': 'completed', 'code': 200} Jul 20 15:17:19.509933 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517493-d491-467c-a48f-87ac61f36bff req-887856b3-6825-417a-8f58-ccd94eecc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:19.512796 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-887856b3-6825-417a-8f58-ccd94eecc62e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1355c68851d241458809791518306d9e&device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0901468 Jul 20 15:17:19.520005 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:19.685918 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517493-d491-467c-a48f-87ac61f36bff req-ef49cd5d-b1d1-4ec4-8c60-f87871ca5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:19.688417 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-ef49cd5d-b1d1-4ec4-8c60-f87871ca5b1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 200 len: 913 time: 0.1635339 Jul 20 15:17:19.741375 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-4cf0ff36-fdb9-44b0-92be-04cbf7cee93b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 200 len: 217 time: 0.0449636 Jul 20 15:17:19.742004 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479b375-33c3-4b6c-8bf9-bf3b56067a43 req-63b3973f-9b8b-4d1a-a40a-2b637f22dea7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:19.745061 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5479b375-33c3-4b6c-8bf9-bf3b56067a43 req-63b3973f-9b8b-4d1a-a40a-2b637f22dea7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.1017377 Jul 20 15:17:19.792450 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [req-5479b375-33c3-4b6c-8bf9-bf3b56067a43 req-46d71400-9fbd-4eff-a5ac-e030228929eb tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Jul 20 15:17:19.832371 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517493-d491-467c-a48f-87ac61f36bff req-74b88081-cbb5-4fba-92b7-8a4f533460de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:19.834817 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-74b88081-cbb5-4fba-92b7-8a4f533460de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 200 len: 851 time: 0.0851929 Jul 20 15:17:19.845305 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:19.873489 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:17:19.882863 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:19.883487 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:19.936691 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517493-d491-467c-a48f-87ac61f36bff req-985c8824-5769-4171-9425-bb3637074e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:19.939277 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-985c8824-5769-4171-9425-bb3637074e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526baff6-e516-441e-9026-89f57dd56ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973513 Jul 20 15:17:20.013204 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:20.068852 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-d523b812-52ba-468f-8e97-84811ece694e service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210825 Jul 20 15:17:20.550098 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:20.595805 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd06759-5180-418b-8c02-81ad23c5e81a None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:10:28Z', 'revision_number': 4, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi', '_interfaces': [{'id': '4b51c7f6-69c0-4111-a40b-e35f83a4d7e6', 'name': '', 'network_id': '526baff6-e516-441e-9026-89f57dd56ec6', 'tenant_id': '1355c68851d241458809791518306d9e', 'mac_address': 'fa:16:3e:0c:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:28Z', 'updated_at': '2021-07-20T15:10:35Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'subnets': [{'id': 'bdc50df4-4021-49d8-8489-db249c4b334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:17:20.616713 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-dc517493-d491-467c-a48f-87ac61f36bff req-ee35ae49-5953-4ee2-b08c-86aa1eca306c service neutron] 10.222.0.36 "GET /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410063 Jul 20 15:17:20.840697 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811da2d-10ba-4eef-95ae-2e983f50a866 None None] New status for floating IP be8ba00a-65ab-464f-8253-95a36cc268c2: DOWN {{(pid=93314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 15:17:20.964939 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f1e50-b1f4-47e5-9b89-d65e30f1ebc6 req-dbc86b4d-12e8-4044-a72f-671039320cff tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:20.966584 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a80f1e50-b1f4-47e5-9b89-d65e30f1ebc6 req-dbc86b4d-12e8-4044-a72f-671039320cff tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.0809133 Jul 20 15:17:21.009203 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-a80f1e50-b1f4-47e5-9b89-d65e30f1ebc6 req-dadf39fa-36eb-4a3b-9b6f-d902f5263b41 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc9da53f-628d-4786-bb6a-2a9120e0af44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359695 Jul 20 15:17:21.286535 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ce0f20f0-d3a8-4a92-9b88-053aac94081e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 15:17:21.288190 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ce0f20f0-d3a8-4a92-9b88-053aac94081e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 946 time: 0.0716310 Jul 20 15:17:21.406368 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Deleting port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:21.406735 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:21.510291 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] For port 5c1c154b-b045-4c54-8c7f-4b2742da47c4, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c1c154b-b045-4c54-8c7f-4b2742da47c4,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:21.510914 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:21.526256 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Calling delete_port for 5c1c154b-b045-4c54-8c7f-4b2742da47c4 owned by compute:nova {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:21.679640 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:21.727145 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'Port': ['ID=5c1c154b-b045-4c54-8c7f-4b2742da47c4,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:21.815773 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] No DVR routers for this DVR port 5c1c154b-b045-4c54-8c7f-4b2742da47c4 on host hv-cinder-77890 {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:17:21.819747 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for port, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:21.823609 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-3cbb56ae-a8d2-4b28-9b3a-7ba5eee1eb17 req-ec80c891-ca27-49bc-82ca-1ff9523a89c7 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.36 "DELETE /v2.0/ports/5c1c154b-b045-4c54-8c7f-4b2742da47c4 HTTP/1.1" status: 204 len: 173 time: 0.5288572 Jul 20 15:17:21.824312 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'name': 'network-vif-deleted', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4'}] {{(pid=93312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 15:17:21.828255 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fded49d53204b0423f21b141d98695736a9ee6c893f6ee4febcd89fb47c934c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3999fc69-9c95-4e2f-864f-84ed6e0b9385" -d '{"events": [{"server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "name": "network-vif-deleted", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4"}]}' {{(pid=93312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:17:21.895616 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 15:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0018296a-42e7-4a71-bdfa-f9fad7dbb767 x-openstack-request-id: req-0018296a-42e7-4a71-bdfa-f9fad7dbb767 {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:17:21.896008 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad383568-265c-4cb2-b962-cd0546f2aac5", "name": "network-vif-deleted", "tag": "5c1c154b-b045-4c54-8c7f-4b2742da47c4", "status": "completed", "code": 200}]} {{(pid=93312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:17:21.896314 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0018296a-42e7-4a71-bdfa-f9fad7dbb767 {{(pid=93312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:17:21.896858 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad383568-265c-4cb2-b962-cd0546f2aac5', 'name': 'network-vif-deleted', 'tag': '5c1c154b-b045-4c54-8c7f-4b2742da47c4', 'status': 'completed', 'code': 200} Jul 20 15:17:22.122112 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [req-cb138e6f-c40d-4928-a60c-4a2f29f0cb6f req-130c1430-a7e1-4243-a7c4-90476206586e tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad383568-265c-4cb2-b962-cd0546f2aac5 HTTP/1.1" status: 200 len: 210 time: 0.0378582 Jul 20 15:17:22.985434 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.188537 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53370) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:23.323801 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Deleting port 16a28125-a3a8-4db1-84cb-29d78786f051 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:23.324134 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.429189 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.429516 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.443613 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Calling delete_port for 16a28125-a3a8-4db1-84cb-29d78786f051 owned by network:floatingip {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:23.503036 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:17:23.589145 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.614960 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'Port': ['ID=16a28125-a3a8-4db1-84cb-29d78786f051,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:23.687968 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.690715 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159466'] for floatingip, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:23.691942 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-18f35b00-fdbc-482e-a8dc-91effa125050 tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "DELETE /v2.0/floatingips/205edea9-755d-493e-a065-fdf0be7bb6e6 HTTP/1.1" status: 204 len: 168 time: 0.5023751 Jul 20 15:17:24.911709 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53382) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:24.977288 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a80105ac-31f2-431b-b145-f8581279d3ec tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:25.008258 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a80105ac-31f2-431b-b145-f8581279d3ec tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:25.085690 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a80105ac-31f2-431b-b145-f8581279d3ec tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:25.088764 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-a80105ac-31f2-431b-b145-f8581279d3ec tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Notify callbacks [] for security_group, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:25.092646 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-a80105ac-31f2-431b-b145-f8581279d3ec tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] 10.222.0.35 "DELETE /v2.0/security-groups/bc9da53f-628d-4786-bb6a-2a9120e0af44 HTTP/1.1" status: 204 len: 168 time: 0.1773477 Jul 20 15:17:25.105994 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80105ac-31f2-431b-b145-f8581279d3ec tempest-TestVolumeBootPattern-92179863 tempest-TestVolumeBootPattern-92179863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9da53f-628d-4786-bb6a-2a9120e0af44,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:25.162936 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53388) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:25.816485 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:26.100699 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Deleting port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:26.101483 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:26.193797 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] For port 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:26.194154 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:26.213595 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Calling delete_port for 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 owned by network:router_interface {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:26.419167 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:26.448977 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b51c7f6-69c0-4111-a40b-e35f83a4d7e6,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:26.542977 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 5c1c154b-b045-4c54-8c7f-4b2742da47c4 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:26.565933 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] No Port match for: 5c1c154b-b045-4c54-8c7f-4b2742da47c4 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:26.566593 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Device 5c1c154b-b045-4c54-8c7f-4b2742da47c4 not bound to the agent host hv-cinder-77890 {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:26.700942 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:26.953408 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Router f67991de-d460-4b2c-a31f-2fa4127d5c5a has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:17:27.076100 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:17:27.084726 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-2ae4a2cd-85ff-4daa-8a00-e8986ecebcd5 admin admin] 10.222.0.35 "PUT /v2.0/routers/f67991de-d460-4b2c-a31f-2fa4127d5c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202518 Jul 20 15:17:27.086725 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] Sync routers for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:17:27.087272 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53394) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:27.100623 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:27.101254 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:27.213585 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks [] for router, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.219886 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: dv-cinder-778907-2-iscsi {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:27.321166 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.386414 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Deleting port d06cab40-ca23-4d92-8848-e92b3737046b {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:27.386763 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.472775 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:17:26Z', 'revision_number': 5, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port': {'id': 'd06cab40-ca23-4d92-8848-e92b3737046b', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:26Z', 'updated_at': '2021-07-20T15:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:27.482674 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] For port d06cab40-ca23-4d92-8848-e92b3737046b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=d06cab40-ca23-4d92-8848-e92b3737046b,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:27.482674 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.495753 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Calling delete_port for d06cab40-ca23-4d92-8848-e92b3737046b owned by network:router_gateway {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:27.520290 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] Checking router: f67991de-d460-4b2c-a31f-2fa4127d5c5a for host: dv-cinder-778907-2-iscsi {{(pid=93313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:17:27.533404 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] Routers {'f67991de-d460-4b2c-a31f-2fa4127d5c5a'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:27.534833 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'], 'active': True} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:27.678925 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvr_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] Set router f67991de-d460-4b2c-a31f-2fa4127d5c5a gateway port host: None {{(pid=93313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:27.721729 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.778724 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_hamode_db [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:17:27Z', 'revision_number': 6, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:27.779322 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Pushing event deleted for resources: {'Port': ['ID=d06cab40-ca23-4d92-8848-e92b3737046b,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:27.827978 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ce2a0-6af0-4036-bc50-ed18662a8f3b None None] The sync data for ids ['f67991de-d460-4b2c-a31f-2fa4127d5c5a'] in dv-cinder-778907-2-iscsi is: [{'id': 'f67991de-d460-4b2c-a31f-2fa4127d5c5a', 'name': 'tempest-TestVolumeBootPattern-1732290261-router', 'tenant_id': '1355c68851d241458809791518306d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:25Z', 'updated_at': '2021-07-20T15:17:27Z', 'revision_number': 6, 'project_id': '1355c68851d241458809791518306d9e', 'gw_port_host': None}] {{(pid=93313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:17:27.858726 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.973258 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:27.975753 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.025616 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.026260 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67991de-d460-4b2c-a31f-2fa4127d5c5a {{(pid=93312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:17:28.032344 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.033546 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f987e7fc-bde7-4eec-8e64-fc06965f264d admin admin] 10.222.0.35 "DELETE /v2.0/routers/f67991de-d460-4b2c-a31f-2fa4127d5c5a HTTP/1.1" status: 204 len: 168 time: 0.9448841 Jul 20 15:17:28.036587 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53396) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:28.087849 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.db_base_plugin_v2 [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Deleting subnet bdc50df4-4021-49d8-8489-db249c4b334f {{(pid=93311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:17:28.091876 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.130120 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2368711'] for subnet, precommit_delete_associations {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.228533 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.297098 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2073075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3786637'] for subnet, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.332622 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc50df4-4021-49d8-8489-db249c4b334f,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:28.339284 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.341309 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-995982d3-4e4b-4926-acd0-8c6de35638c5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bdc50df4-4021-49d8-8489-db249c4b334f HTTP/1.1" status: 204 len: 168 time: 0.3031557 Jul 20 15:17:28.344514 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [-] (93311) accepted ('10.222.0.35', 53398) {{(pid=93311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:28.346001 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63a1a77-48c3-4f1c-91fb-cd5b101efcba None None] Network 526baff6-e516-441e-9026-89f57dd56ec6 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:17:28.422245 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.491817 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Deleting port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d {{(pid=93311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:28.492104 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.558436 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] For port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,segment=NetworkSegment(79083b7a-95f2-4651-bdb4-cdffa3adef28),segment_id=79083b7a-95f2-4651-bdb4-cdffa3adef28)] {{(pid=93311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:28.558859 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.572870 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.plugin [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Calling delete_port for 9ff3ab06-cc7c-4997-b35b-f77bafa6990d owned by network:dhcp {{(pid=93311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:28.665719 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2072998'] for port, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.669294 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f66bc0-273b-4974-8922-761a5373bd78 None None] DHCP port deletion for 526baff6-e516-441e-9026-89f57dd56ec6 request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:17:28.695660 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff3ab06-cc7c-4997-b35b-f77bafa6990d,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:28.699567 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] No DVR routers for this DVR port 9ff3ab06-cc7c-4997-b35b-f77bafa6990d on host dv-cinder-778907-2-iscsi {{(pid=93311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:17:28.815110 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.827870 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526baff6-e516-441e-9026-89f57dd56ec6']}} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:28.840757 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79083b7a-95f2-4651-bdb4-cdffa3adef28') {'for_net_delete': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:28.841036 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.services.segments.db [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79083b7a-95f2-4651-bdb4-cdffa3adef28') {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:28.851978 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2368718'] for segment, before_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.867872 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.874934 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:17:28.875381 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2072969'] for segment, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: Traceback (most recent call last): Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: timer() Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: cb(*args, **kw) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: return func(*args, **kwargs) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: self._notify() Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: self.callback(batched_events) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: event.method(event) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: return f(self, *a, **k) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._get(url).json() Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: return self.request(url, 'GET', **kwargs) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:17:28.877223 dv-cinder-778907-2-iscsi neutron-server[93311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:17:28.950863 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.957260 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:28.959313 dv-cinder-778907-2-iscsi neutron-server[93311]: INFO neutron.wsgi [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] 10.222.0.35 "DELETE /v2.0/networks/526baff6-e516-441e-9026-89f57dd56ec6 HTTP/1.1" status: 204 len: 168 time: 0.6136270 Jul 20 15:17:28.964062 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53400) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:28.972341 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d0cd0-cc09-4b6a-a11e-c1d56dad3623 admin admin] Pushing event deleted for resources: {'Network': ['ID=526baff6-e516-441e-9026-89f57dd56ec6,revision_number=None']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:29.345839 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704381'] for router_interface, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:29.452730 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:29.474478 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:29.474867 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 4b51c7f6-69c0-4111-a40b-e35f83a4d7e6 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:29.475293 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9ff3ab06-cc7c-4997-b35b-f77bafa6990d no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:29.495893 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 9ff3ab06-cc7c-4997-b35b-f77bafa6990d {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:29.496217 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 9ff3ab06-cc7c-4997-b35b-f77bafa6990d not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:29.496649 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d06cab40-ca23-4d92-8848-e92b3737046b no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:29.520807 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: d06cab40-ca23-4d92-8848-e92b3737046b {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:29.521163 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device d06cab40-ca23-4d92-8848-e92b3737046b not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:29.649190 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Deleting port dfc24252-8bd4-48f2-81f9-64cf587a5c69 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:29.649451 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:29.732556 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] For port dfc24252-8bd4-48f2-81f9-64cf587a5c69, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=dfc24252-8bd4-48f2-81f9-64cf587a5c69,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:29.733058 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:29.747920 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Calling delete_port for dfc24252-8bd4-48f2-81f9-64cf587a5c69 owned by network:router_interface {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:29.943473 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:29.970586 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc24252-8bd4-48f2-81f9-64cf587a5c69,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:30.177977 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704481'] for router_interface, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:30.441090 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Router de6463d7-aa1e-4632-be02-71430002ad85 has already been hosted by L3 agent 9a3c04e0-125e-40f2-94d9-381373bbe6a4 {{(pid=93312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 15:17:30.562523 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] Notify agent at l3_agent.dv-cinder-778907-2-iscsi the message routers_updated {{(pid=93312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:17:30.568461 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-eea85651-bc13-4b6e-ad21-e0a49663a16a admin admin] 10.222.0.35 "PUT /v2.0/routers/de6463d7-aa1e-4632-be02-71430002ad85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6032896 Jul 20 15:17:30.572403 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53402) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:30.575557 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] Sync routers for ids ['de6463d7-aa1e-4632-be02-71430002ad85'] in dv-cinder-778907-2-iscsi {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:17:30.587519 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] Routers {'de6463d7-aa1e-4632-be02-71430002ad85'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:30.588153 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['de6463d7-aa1e-4632-be02-71430002ad85'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:30.814314 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] Set router de6463d7-aa1e-4632-be02-71430002ad85 gateway port host: dv-cinder-778907-2-iscsi {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:30.967226 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.064853 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'external_fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23cb1be8-c0d3-4a52-b031-706280929212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:17:29Z', 'revision_number': 5, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port': {'id': '23cb1be8-c0d3-4a52-b031-706280929212', 'name': '', 'network_id': '4f3ed232-109d-4933-bab3-4cf3a6dc594e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T15:10:32Z', 'updated_at': '2021-07-20T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d08c1c-b66a-4ad0-bcf4-aae580d0aa76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-2-iscsi'}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:31.090027 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.093126 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] Checking router: de6463d7-aa1e-4632-be02-71430002ad85 for host: dv-cinder-778907-2-iscsi {{(pid=93314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:17:31.108163 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] Routers {'de6463d7-aa1e-4632-be02-71430002ad85'} bound to L3 agent in host dv-cinder-778907-2-iscsi {{(pid=93314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 15:17:31.109222 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T14:54:09Z,description=,heartbeat_timestamp=2021-07-20T15:17:09Z,host='dv-cinder-778907-2-iscsi',id=9a3c04e0-125e-40f2-94d9-381373bbe6a4,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T14:54:09Z,topic='l3_agent')) {'router_ids': ['de6463d7-aa1e-4632-be02-71430002ad85'], 'active': True} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:31.153876 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Deleting port 23cb1be8-c0d3-4a52-b031-706280929212 {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:31.154484 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.250589 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] For port 23cb1be8-c0d3-4a52-b031-706280929212, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=23cb1be8-c0d3-4a52-b031-706280929212,segment=NetworkSegment(40bdab54-fbca-43aa-b977-cb9f80ef0fcb),segment_id=40bdab54-fbca-43aa-b977-cb9f80ef0fcb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:31.250985 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.263961 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_dvr_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] Set router de6463d7-aa1e-4632-be02-71430002ad85 gateway port host: None {{(pid=93314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 15:17:31.266925 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Calling delete_port for 23cb1be8-c0d3-4a52-b031-706280929212 owned by network:router_gateway {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:31.368473 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.l3_hamode_db [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:17:31Z', 'revision_number': 6, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port_host': None}], 'dv-cinder-778907-2-iscsi', False) {} {{(pid=93314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:31.418388 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147adc8c-9c5b-4584-a5bf-f9eb1cc7104b None None] The sync data for ids ['de6463d7-aa1e-4632-be02-71430002ad85'] in dv-cinder-778907-2-iscsi is: [{'id': 'de6463d7-aa1e-4632-be02-71430002ad85', 'name': 'tempest-TestVolumeBootPattern-573114739-router', 'tenant_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T15:10:31Z', 'updated_at': '2021-07-20T15:17:31Z', 'revision_number': 6, 'project_id': '69e9168b8a1644e3bd6b5504ddec7a12', 'gw_port_host': None}] {{(pid=93314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:17:31.485029 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.517655 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cb1be8-c0d3-4a52-b031-706280929212,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:31.586831 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763975'] for router_gateway, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.687591 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28409'] for router, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.690279 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.738522 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698044'] for router, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.739104 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6463d7-aa1e-4632-be02-71430002ad85 {{(pid=93312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:17:31.744383 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.745713 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-8ca34b95-194a-4489-a5c0-9abb2d6579e5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/de6463d7-aa1e-4632-be02-71430002ad85 HTTP/1.1" status: 204 len: 168 time: 1.1720958 Jul 20 15:17:31.748589 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53404) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:31.802343 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.db_base_plugin_v2 [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Deleting subnet e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2 {{(pid=93312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 15:17:31.805896 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.852637 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110905'] for subnet, precommit_delete_associations {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:31.942025 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8073616'] for subnet, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.001311 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8073625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2864315'] for subnet, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.035132 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:32.039335 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for subnet, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.042256 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-885da913-8e2f-42c4-b093-650164d9ea9f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7d33bdf-2656-4c0a-a5a9-25d5b2b247a2 HTTP/1.1" status: 204 len: 168 time: 0.2917471 Jul 20 15:17:32.045527 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53406) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:32.048826 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d7877-01b8-4e4f-81a5-6b92b1d445d1 None None] Network 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 requested from dv-cinder-778907-2-iscsi {{(pid=93313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 15:17:32.146340 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8165207'] for network, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.221340 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Deleting port 651873c9-7d0a-4173-bdb6-d4bd83f6528b {{(pid=93312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:32.221858 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.311082 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.db [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] For port 651873c9-7d0a-4173-bdb6-d4bd83f6528b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=651873c9-7d0a-4173-bdb6-d4bd83f6528b,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:32.311781 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.311953 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] DHCP port deletion for 1419b68d-fc40-487f-bb6d-3ad0673a1fe3 request from dv-cinder-778907-2-iscsi {{(pid=93313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 15:17:32.336918 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.plugin [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Calling delete_port for 651873c9-7d0a-4173-bdb6-d4bd83f6528b owned by network:dhcp {{(pid=93312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:32.388458 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Deleting port 651873c9-7d0a-4173-bdb6-d4bd83f6528b {{(pid=93313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 15:17:32.388893 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792900943764'] for port, before_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.461801 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.db [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] For port 651873c9-7d0a-4173-bdb6-d4bd83f6528b, host dv-cinder-778907-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-2-iscsi',level=0,port_id=651873c9-7d0a-4173-bdb6-d4bd83f6528b,segment=NetworkSegment(d76a1455-8784-426a-abd2-092079870ffb),segment_id=d76a1455-8784-426a-abd2-092079870ffb)] {{(pid=93313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:17:32.462219 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698000'] for port, precommit_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.480179 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Calling delete_port for 651873c9-7d0a-4173-bdb6-d4bd83f6528b owned by network:dhcp {{(pid=93313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 15:17:32.491413 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657621'] for port, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.524526 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=651873c9-7d0a-4173-bdb6-d4bd83f6528b,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:32.528532 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] No DVR routers for this DVR port 651873c9-7d0a-4173-bdb6-d4bd83f6528b on host dv-cinder-778907-2-iscsi {{(pid=93312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:17:32.607791 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8080556', 'neutron.services.segments.db._delete_segments_for_network-8792900961073'] for network, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.614846 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7974181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792900944743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792900540793'] for port, after_delete {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.619278 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1419b68d-fc40-487f-bb6d-3ad0673a1fe3']}} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:32.630728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76a1455-8784-426a-abd2-092079870ffb') {'for_net_delete': True} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:32.631027 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.services.segments.db [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76a1455-8784-426a-abd2-092079870ffb') {} {{(pid=93312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:17:32.641506 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792900958778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110896'] for segment, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.658026 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888'] for segment, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.659009 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Pushing event deleted for resources: {'Port': ['ID=651873c9-7d0a-4173-bdb6-d4bd83f6528b,revision_number=None']} {{(pid=93313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:32.665811 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:17:32.666259 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8082888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2657658'] for segment, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.667239 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] No DVR routers for this DVR port 651873c9-7d0a-4173-bdb6-d4bd83f6528b on host dv-cinder-778907-2-iscsi {{(pid=93313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: Traceback (most recent call last): Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: timer() Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: cb(*args, **kw) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: return func(*args, **kwargs) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: self._notify() Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: self.callback(batched_events) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: event.method(event) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: return f(self, *a, **k) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._get(url).json() Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: return self.request(url, 'GET', **kwargs) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 15:17:32.668518 dv-cinder-778907-2-iscsi neutron-server[93312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 15:17:32.682225 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.682743 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.683296 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.683854 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.684423 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.684987 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.685539 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.686068 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.686652 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.687394 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.687737 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.688293 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf544f5-76ed-4ba6-b077-54940d7a68b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-2-iscsi {{(pid=93313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:17:32.751607 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764003'] for network, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.760183 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551139'] for network, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:32.763218 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1419b68d-fc40-487f-bb6d-3ad0673a1fe3 HTTP/1.1" status: 204 len: 168 time: 0.7164814 Jul 20 15:17:32.777500 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d6e49-71f9-4b88-9696-305093f6d9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1419b68d-fc40-487f-bb6d-3ad0673a1fe3,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:32.898325 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53410) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:32.949707 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-d4b86767-b404-45c3-9249-00603e604431 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1355c68851d241458809791518306d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500178 Jul 20 15:17:32.952534 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53412) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:33.006096 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f9019658-0caa-407d-92e1-a6213e765979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.042047 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f9019658-0caa-407d-92e1-a6213e765979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.121732 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f9019658-0caa-407d-92e1-a6213e765979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.125467 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-f9019658-0caa-407d-92e1-a6213e765979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.127213 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-f9019658-0caa-407d-92e1-a6213e765979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e58a3fbe-ac9d-46da-abe0-bbbc8c754dc6 HTTP/1.1" status: 204 len: 168 time: 0.1736083 Jul 20 15:17:33.138644 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9019658-0caa-407d-92e1-a6213e765979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a3fbe-ac9d-46da-abe0-bbbc8c754dc6,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:33.467469 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 651873c9-7d0a-4173-bdb6-d4bd83f6528b no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:33.490487 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 651873c9-7d0a-4173-bdb6-d4bd83f6528b {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:33.490934 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 651873c9-7d0a-4173-bdb6-d4bd83f6528b not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:33.491375 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 23cb1be8-c0d3-4a52-b031-706280929212 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:33.511251 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: 23cb1be8-c0d3-4a52-b031-706280929212 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:33.511614 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device 23cb1be8-c0d3-4a52-b031-706280929212 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:33.512007 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device dfc24252-8bd4-48f2-81f9-64cf587a5c69 no longer exists at agent ovs-agent-dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:17:33.539869 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] No Port match for: dfc24252-8bd4-48f2-81f9-64cf587a5c69 {{(pid=93313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 15:17:33.540361 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron.plugins.ml2.rpc [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Device dfc24252-8bd4-48f2-81f9-64cf587a5c69 not bound to the agent host dv-cinder-778907-2-iscsi {{(pid=93313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:17:33.549683 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53418) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:33.597206 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-31ee34e9-268b-460f-8635-2d6c7ef1ca78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69e9168b8a1644e3bd6b5504ddec7a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443337 Jul 20 15:17:33.603614 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [-] (93312) accepted ('10.222.0.35', 53420) {{(pid=93312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 15:17:33.686728 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dad1075a-9168-487f-91c6-eaadd2baf0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.717865 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dad1075a-9168-487f-91c6-eaadd2baf0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.783852 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dad1075a-9168-487f-91c6-eaadd2baf0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028'] for security_group, after_delete {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.787404 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron_lib.callbacks.manager [None req-dad1075a-9168-487f-91c6-eaadd2baf0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:33.789102 dv-cinder-778907-2-iscsi neutron-server[93312]: INFO neutron.wsgi [None req-dad1075a-9168-487f-91c6-eaadd2baf0cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f58122a2-1acc-4378-a8ac-a99083230495 HTTP/1.1" status: 204 len: 168 time: 0.1841409 Jul 20 15:17:33.800043 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1075a-9168-487f-91c6-eaadd2baf0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58122a2-1acc-4378-a8ac-a99083230495,revision_number=None']} {{(pid=93312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:17:36.032225 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4bf10590-fe1a-459f-adac-3badb8169366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:38.685607 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-7a68419d-b372-4baf-b55b-e05eb7f17eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:38.708553 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:39.897799 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:41.495491 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:17:52.989056 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:00.245031 dv-cinder-778907-2-iscsi neutron-server[93311]: DEBUG neutron.wsgi [req-54b3e50e-f67b-4f94-82ff-b6f102f0b3e8 req-1c6576d9-2734-4a14-b32e-242f14b11c2d service neutron] (93311) timed out ('10.222.0.36', 50148) {{(pid=93311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 20 15:18:00.502940 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:18:06.030409 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5424b-878a-484e-8e64-107c74209967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:08.688437 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-53d6e6ce-b687-4a03-9c04-4226c9bb91db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:08.712617 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:09.900701 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:11.496832 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:23.017866 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:36.024736 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c888a478-47f5-456b-aa16-3f2604462f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:37.502212 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:18:38.690778 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-55a07bfa-f90e-4e42-8da1-a1b800292e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:38.715952 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:39.904589 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:41.499481 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:18:53.035181 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:06.027600 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc480d9b-2c76-4183-beae-00be74f54dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:08.694733 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-c2d18236-ec6e-4bb1-8cfe-b7cc2a3d1154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:08.723048 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:09.907202 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:11.507017 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:14.501004 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:19:23.049894 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:36.031865 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-0ed6003d-54aa-4d87-a439-02ee0d224077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:38.711085 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-6264185e-c3c7-483f-ad91-a488b2d14086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:38.725185 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:39.909570 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:41.505700 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:19:51.501377 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:19:53.036313 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:06.035015 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-38e668f6-e3cf-450a-9ef3-8765484b9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:08.700546 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-2178b311-5c2e-4171-831f-f5ae382edc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:08.719556 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:09.912543 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:11.512399 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:23.035502 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:28.500600 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:20:36.036942 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5e95-9f64-4d44-8d14-8b33a95f22c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:38.703397 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-caee73c4-f18d-45e4-9c4c-61ce9f8d5593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:38.722897 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:39.913335 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:41.513454 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:20:53.035289 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:05.499113 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:21:06.038766 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-f095df5b-22d7-4ff8-8e8d-571ffb3cfefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:08.708779 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-6f5840e3-54fc-407a-b496-e259f21f3a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:08.728827 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:09.916663 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:11.513674 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:23.035279 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:36.038582 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-097565ee-48d2-4ff4-9820-7b03b0519dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:38.710664 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-455b1162-bf38-4bfa-8021-3a07c07d4892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:38.727839 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:39.920780 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:41.517603 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:21:42.498138 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:21:53.049053 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:06.040152 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-fa641c75-91f5-4dd7-854f-dc06def00052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:08.714066 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-d5d99e42-0c90-4fe0-b9bc-5013345930ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:08.736409 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:09.928412 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:11.519569 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:19.497658 dv-cinder-778907-2-iscsi neutron-server[93314]: DEBUG neutron.db.agents_db [None req-c9cfa638-83fe-4310-8e15-5b9798c7e1af None None] Agent healthcheck: found 6 active agents {{(pid=93314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:22:23.056897 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83cd-c7d1-41a8-b53f-d6487d18d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:28.152549 dv-cinder-778907-2-iscsi neutron-server[93312]: DEBUG neutron.wsgi [req-6e69f701-2572-4375-ba11-abd29a0cd274 req-15540f23-19e2-484a-9731-74a374dc88a7 service neutron] (93312) timed out ('10.222.0.36', 50175) {{(pid=93312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 20 15:22:36.040304 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4f652c23-fd70-4132-8510-d5c37bdd8052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:38.710658 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-16d07c85-cac7-468b-bfb2-1476e980a6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:38.726933 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb90-2542-4687-ae4a-36091b6f316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:39.925124 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-294186c2-d51e-4c8d-b983-cca8979fb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 15:22:41.525215 dv-cinder-778907-2-iscsi neutron-server[93313]: DEBUG neutron_lib.callbacks.manager [None req-cc9fed30-cd54-4f3a-94e2-4316b8c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792900961055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074858'] for agent, after_update {{(pid=93313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}